-- Logs begin at Thu 2021-07-22 20:15:36 UTC, end at Thu 2021-07-22 21:34:50 UTC. -- Jul 22 21:00:13.287851 dv-cinder-801902-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 21:00:15.998775 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.common.config [-] Logging enabled! Jul 22 21:00:15.999387 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 21:00:15.999546 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93019) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 21:00:16.002798 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.common.config [-] Logging enabled! Jul 22 21:00:16.003042 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 21:00:16.003348 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93019) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 21:00:16.004276 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 21:00:16.004507 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 21:00:16.004869 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 21:00:16.005131 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 21:00:16.005357 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 21:00:16.005677 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.005971 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.006265 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.006493 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.006788 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.007079 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.007364 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.007652 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.007950 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.008241 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.008519 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.008803 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.009033 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.009344 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.009631 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.009916 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.010139 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] debug = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.010420 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.010846 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.011263 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.011543 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.011832 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.012114 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.012442 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.012721 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.013005 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.013359 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] host = dv-cinder-801902-1-iscsi {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.013639 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.013927 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.014213 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.014497 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.014773 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.015047 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.015334 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.015607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.015879 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] log_file = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.016189 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.016441 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.016720 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.017005 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.017254 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.017482 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.017770 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.018056 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.018338 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.018612 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.018886 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.019161 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.019434 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.019703 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.019986 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.020267 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.020551 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.020824 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.021116 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.021391 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.021663 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.021945 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.022215 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.022489 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.022760 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.023042 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.023307 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.023581 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.023877 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.024163 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.024442 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.024725 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.024995 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.025297 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.025569 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.025839 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.026107 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] use_json = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.026378 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.026645 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.026923 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.027192 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.027460 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.027732 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.028027 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.028316 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:16.028611 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.028906 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.029229 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.029512 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.029806 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.030083 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.030370 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.030645 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.030930 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.031216 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.031499 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.031774 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.032059 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.032333 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.032624 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.032925 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.033236 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.033527 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.033800 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.034073 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.034344 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.034618 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.034901 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.035190 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.035473 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.035743 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.036017 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.036303 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.036574 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.036842 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.037140 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.037425 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.037699 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.037968 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.038250 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.038524 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.038794 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.039062 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.039334 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.039616 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.039890 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.040160 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.040432 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.040707 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.040977 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.041296 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.041570 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.041841 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.042113 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.042386 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.042656 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.042925 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.043198 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.043467 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.044254 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.044528 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.044800 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.045070 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.045363 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.045633 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.045902 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.046172 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.046446 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.046718 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.046990 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.047259 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.047531 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.047800 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.048084 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.048381 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.048660 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.048946 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.049254 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.049532 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.049809 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.050082 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.050360 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.050635 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.050906 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.051193 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.051476 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.051758 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.052037 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.052312 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.052607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.052883 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.053188 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.053467 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.053743 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.054030 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.054310 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.054603 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.054896 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.055187 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.055478 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.055770 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.056050 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.056356 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.056636 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:16.056851 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 21:00:16.057097 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93019) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 21:00:16.400854 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 21:00:16.401160 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 21:00:16.401447 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 21:00:16.401774 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 21:00:16.795015 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.795221 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.795488 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.796670 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.796940 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.797224 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.831418 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.831773 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.832047 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.845812 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.846092 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.846357 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.876021 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.876298 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.876559 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.915367 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.915640 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:16.915903 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.146180 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.146793 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.146793 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.146966 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.147640 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.265732 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.266042 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.266388 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.266659 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.266925 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.267235 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.267494 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.267746 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.267994 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.268270 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.268524 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.268784 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.269041 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.269316 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.269565 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.269830 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.270069 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.270329 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.270590 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.270842 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.271104 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.271350 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.271624 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.271994 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.272237 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.272478 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.272864 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:00:17.273122 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:00:17.273360 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:00:17.273592 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:00:17.273824 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:00:17.274054 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:00:17.274413 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 21:00:17.277478 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 21:00:17.281402 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 21:00:17.285018 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 22 21:00:17.286646 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 21:00:17.287099 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 21:00:17.287429 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 21:00:17.287805 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 21:00:17.291592 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 21:00:17.291843 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 21:00:17.292182 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 21:00:17.297986 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 21:00:17.320632 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 21:00:17.321090 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.321397 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93019) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 21:00:17.321756 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.323098 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93019) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 21:00:17.323378 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 21:00:17.323622 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 21:00:17.326804 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.327085 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:17.391249 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 21:00:17.391480 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 21:00:17.391713 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 21:00:17.392070 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 21:00:17.412453 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_db.sqlalchemy.engines [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93019) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 21:00:17.935735 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Initializing driver for type 'gre' Jul 22 21:00:17.936262 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] gre ID ranges: [(1, 1000)] Jul 22 21:00:17.986549 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Initializing driver for type 'local' Jul 22 21:00:17.986856 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Initializing driver for type 'vlan' Jul 22 21:00:18.000072 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] VlanTypeDriver initialization complete Jul 22 21:00:18.000422 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Initializing driver for type 'vxlan' Jul 22 21:00:18.000906 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] vxlan ID ranges: [(1, 1000)] Jul 22 21:00:18.049663 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Initializing extension driver 'port_security' Jul 22 21:00:18.050104 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.extensions.port_security [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] PortSecurityExtensionDriver initialization complete Jul 22 21:00:18.050461 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Initializing mechanism driver 'openvswitch' Jul 22 21:00:18.050818 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Initializing mechanism driver 'hyperv' Jul 22 21:00:18.057374 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:00:18.058238 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > port after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.058606 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > port after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.058962 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > port after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.060036 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:00:18.060477 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > subnet after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.060825 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > subnet after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.061194 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.061585 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:00:18.061992 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > network after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.062347 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > network after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.062688 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > network after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.063075 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:00:18.063474 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > security_group after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.063819 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > security_group after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.064157 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > security_group after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.064546 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:00:18.064943 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.065314 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.065653 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.066036 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:00:18.066436 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > address_group after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.066776 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > address_group after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.067116 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > address_group after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.067504 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:00:18.067879 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] ML2 OVO RPC backend initialized. {{(pid=93019) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 21:00:18.068587 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.068941 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.069508 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > network before_response 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.069856 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > networks before_response 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.070202 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > port before_response 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.070541 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > ports before_response 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.070881 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > subnet before_response 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.071220 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > subnets before_response 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.071562 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > network after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.071902 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > network after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.072236 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > network after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.072570 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > port after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.072905 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > port after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.073268 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > port after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.073604 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > subnet after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.073939 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > subnet after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.074268 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.074900 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.plugin [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Modular L2 Plugin initialization complete Jul 22 21:00:18.075238 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading services supported by the core plugin {{(pid=93019) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 21:00:18.075571 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.plugins.ml2.managers [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Got port-security extension from driver 'port_security' Jul 22 21:00:18.076040 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.extensions.vlantransparent [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Disabled vlantransparent extension. Jul 22 21:00:18.076608 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93019) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 21:00:18.077126 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading Plugin: router Jul 22 21:00:18.116834 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router_interface before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.117253 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router after_create 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.117622 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router before_create 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.118234 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.118609 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.118958 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router after_delete 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.119314 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > floatingip after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.119795 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router after_create 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.120140 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router after_update 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.120489 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router after_update 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.120830 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.121209 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router after_update 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.121617 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router precommit_update 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.122622 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: port after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.122967 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: port after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.123303 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: subnet after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.123638 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.123984 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > port precommit_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.124328 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router precommit_create 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.124668 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: port before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.125012 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router precommit_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.125399 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router after_update 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.125756 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router precommit_delete 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.126094 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router precommit_create 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.126452 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.126796 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router precommit_update 55549900 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.127157 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > agent after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.127503 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > agent after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.127849 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > network after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.128710 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Tracking information for resource: router configured {{(pid=93019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:00:18.129042 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Tracking information for resource: floatingip configured {{(pid=93019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:00:18.133873 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.db.l3_agentschedulers_db [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 21:00:18.134451 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: port after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.134809 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: port after_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.135158 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: port after_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.135512 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: port after_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.136293 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router before_create 55550100 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.136650 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router precommit_delete 55550100 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.137009 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router precommit_create 55550100 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.137389 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > router precommit_update 55550100 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.141950 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.services.provider_configuration [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service providers = [] {{(pid=93019) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 21:00:18.142316 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.db.servicetype_db [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93019) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 21:00:18.145267 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.services.service_base [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 21:00:18.145621 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.services.service_base [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 21:00:18.145961 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.services.service_base [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 21:00:18.146841 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.services.service_base [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 21:00:18.147361 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.services.service_base [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 21:00:18.147572 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:00:18.147888 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 21:00:18.158422 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:00:18.158757 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading Plugin: auto_allocate Jul 22 21:00:18.164470 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: network precommit_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.164838 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: network precommit_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.165377 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:00:18.165696 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading Plugin: tag Jul 22 21:00:18.172854 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:00:18.173226 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading Plugin: timestamp Jul 22 21:00:18.176988 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:00:18.177343 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading Plugin: network_ip_availability Jul 22 21:00:18.182713 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.183079 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.183433 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.184143 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:00:18.184536 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading Plugin: flavors Jul 22 21:00:18.191251 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:00:18.191536 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading Plugin: revisions Jul 22 21:00:18.195857 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:00:18.196251 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_concurrency.lockutils [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=93019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 21:00:18.196984 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93019) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 21:00:18.197358 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Initializing extension manager. Jul 22 21:00:18.197871 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: __init__.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.198215 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: __pycache__ {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.198549 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.198885 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: address_group.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.199640 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.200249 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: address-group Jul 22 21:00:18.200572 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: address_scope.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.201421 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.201940 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: address-scope Jul 22 21:00:18.202260 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: admin_state_down_before_update.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.203196 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.203713 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: router-admin-state-down-before-update Jul 22 21:00:18.204040 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: agent.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.204740 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.205290 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: agent Jul 22 21:00:18.205614 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: agent_resources_synced.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.206520 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.207030 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: agent-resources-synced Jul 22 21:00:18.207348 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: allowedaddresspairs.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.209175 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.209695 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: allowed-address-pairs Jul 22 21:00:18.210017 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: auto_allocated_topology.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.211086 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.211602 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: auto-allocated-topology Jul 22 21:00:18.211929 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: availability_zone.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.212620 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.213159 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: availability_zone Jul 22 21:00:18.213482 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: availability_zone_filter.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.214401 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.214912 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: availability_zone_filter Jul 22 21:00:18.215232 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: data_plane_status.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.216160 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.216667 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 21:00:18.216986 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: default_subnetpools.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.217927 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.218438 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: default-subnetpools Jul 22 21:00:18.218759 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: dhcpagentscheduler.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.219559 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.220070 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: dhcp_agent_scheduler Jul 22 21:00:18.220390 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: dns.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.221354 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.221865 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension dns-integration not supported by any of loaded plugins Jul 22 21:00:18.222186 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: dns_domain_ports.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.223100 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.223615 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 21:00:18.223935 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.224852 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.225394 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 21:00:18.225717 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: dvr.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.226387 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.226894 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: dvr Jul 22 21:00:18.227211 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: ecmp_routes.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.228124 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.228629 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 21:00:18.228946 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: empty_string_filtering.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.229888 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.230394 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: empty-string-filtering Jul 22 21:00:18.230712 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.232153 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.232666 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 21:00:18.232985 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.233924 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.234431 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 21:00:18.234748 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: external_net.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.235660 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.236171 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: external-net Jul 22 21:00:18.236488 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: extra_dhcp_opt.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.237421 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.237930 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: extra_dhcp_opt Jul 22 21:00:18.238246 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: extraroute.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.239146 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.239655 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: extraroute Jul 22 21:00:18.239970 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: extraroute_atomic.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.240988 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.241526 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: extraroute-atomic Jul 22 21:00:18.241844 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: filter_validation.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.242508 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.243282 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: filter-validation Jul 22 21:00:18.243605 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: fip_pf_description.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.244680 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.245219 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 21:00:18.245539 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: fip_port_details.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.246464 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.247510 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: fip-port-details Jul 22 21:00:18.247835 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: flavors.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.249049 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.249593 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: flavors Jul 22 21:00:18.249915 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.251546 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.252073 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 21:00:18.252403 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: floatingip_pools.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.253127 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.253653 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: floatingip-pools Jul 22 21:00:18.253978 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: ip_allocation.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.254892 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.255403 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 21:00:18.255724 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.256636 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.257174 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: ip-substring-filtering Jul 22 21:00:18.257502 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: l2_adjacency.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.258414 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.258922 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 21:00:18.259244 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: l3.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.260195 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.260709 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: router Jul 22 21:00:18.261033 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: l3_conntrack_helper.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.263298 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.263865 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 21:00:18.264199 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.265150 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.265673 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: ext-gw-mode Jul 22 21:00:18.266003 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.266938 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.267456 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: l3-ha Jul 22 21:00:18.267781 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: l3_flavors.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.268692 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.269243 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: l3-flavors Jul 22 21:00:18.269567 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.270471 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.270987 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 21:00:18.271308 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: l3agentscheduler.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.272317 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.272836 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: l3_agent_scheduler Jul 22 21:00:18.273186 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: logging.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.274698 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.275225 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension logging not supported by any of loaded plugins Jul 22 21:00:18.275558 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: metering.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.276304 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.276882 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: metering Jul 22 21:00:18.277239 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.278346 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.278867 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: metering_source_and_destination_fields Jul 22 21:00:18.279193 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: multiprovidernet.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.280235 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.280749 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: multi-provider Jul 22 21:00:18.281072 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: netmtu.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.282000 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.282509 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: net-mtu Jul 22 21:00:18.282828 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: netmtu_writable.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.283744 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.284252 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: net-mtu-writable Jul 22 21:00:18.284569 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: network_availability_zone.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.285271 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.285777 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: network_availability_zone Jul 22 21:00:18.286095 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: network_ip_availability.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.287189 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.287701 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: network-ip-availability Jul 22 21:00:18.288022 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: network_segment_range.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.288786 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.289325 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 21:00:18.289649 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: pagination.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.290632 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.290962 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: pagination Jul 22 21:00:18.291277 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: port_device_profile.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.292192 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.292711 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: port-device-profile Jul 22 21:00:18.293031 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.294530 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.295046 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: port-mac-address-regenerate Jul 22 21:00:18.295363 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.296275 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.296793 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: port-numa-affinity-policy Jul 22 21:00:18.297150 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: port_resource_request.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.298068 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.298582 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 21:00:18.298902 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: portbindings.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.299825 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.300338 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: binding Jul 22 21:00:18.300654 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: portbindings_extended.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.302021 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.302544 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: binding-extended Jul 22 21:00:18.302870 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: portsecurity.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.303789 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.304302 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: port-security Jul 22 21:00:18.304624 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: project_id.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.305618 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.305952 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: project-id Jul 22 21:00:18.306273 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: providernet.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.307191 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.307711 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: provider Jul 22 21:00:18.308029 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: qos.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.312284 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.312813 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension qos not supported by any of loaded plugins Jul 22 21:00:18.313171 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.314407 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.314928 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 21:00:18.315262 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.316178 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.316693 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 21:00:18.317023 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: qos_default.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.317962 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.318477 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension qos-default not supported by any of loaded plugins Jul 22 21:00:18.318804 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: qos_fip.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.319452 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.319960 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension qos-fip not supported by any of loaded plugins Jul 22 21:00:18.320281 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: qos_gateway_ip.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.321236 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.321750 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 21:00:18.322072 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: qos_port_network_policy.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.322981 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.323486 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 21:00:18.323812 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: qos_rule_type_details.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.324723 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.325346 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 21:00:18.325668 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: qos_rules_alias.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.327848 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.329354 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 21:00:18.329354 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: quotasv2.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.330098 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.331571 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: quotas Jul 22 21:00:18.332954 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: quotasv2_detail.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.340440 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.340802 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: quota_details Jul 22 21:00:18.341161 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: rbac.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.342233 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.342765 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: rbac-policies Jul 22 21:00:18.343092 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: rbac_address_group.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.344042 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.344564 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: rbac-address-group Jul 22 21:00:18.344887 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: rbac_address_scope.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.345841 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.346364 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: rbac-address-scope Jul 22 21:00:18.346686 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: rbac_security_groups.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.347601 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.348126 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: rbac-security-groups Jul 22 21:00:18.348449 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: rbac_subnetpool.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.349401 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.349914 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: rbac-subnetpool Jul 22 21:00:18.350232 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: revisionifmatch.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.351147 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.351661 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: revision-if-match Jul 22 21:00:18.351981 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: revisions.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.353110 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.353631 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: standard-attr-revisions Jul 22 21:00:18.353958 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: router_availability_zone.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.354628 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.355144 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: router_availability_zone Jul 22 21:00:18.355466 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: routerservicetype.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.356943 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.357487 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension router-service-type not supported by any of loaded plugins Jul 22 21:00:18.357809 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.358725 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.359238 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: security-groups-normalized-cidr Jul 22 21:00:18.359554 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: security_groups_port_filtering.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.360469 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.360981 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: port-security-groups-filtering Jul 22 21:00:18.361324 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.362252 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.362765 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: security-groups-remote-address-group Jul 22 21:00:18.363084 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: securitygroup.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.373629 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.374147 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: security-group Jul 22 21:00:18.374484 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: segment.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.375283 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.375799 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension segment not supported by any of loaded plugins Jul 22 21:00:18.376127 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.377087 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.377615 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 21:00:18.377941 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: servicetype.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.379033 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.379642 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: service-type Jul 22 21:00:18.379968 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: sorting.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.380948 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.381312 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: sorting Jul 22 21:00:18.381636 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: standard_attr_segment.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.382626 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.383150 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 21:00:18.383476 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: standardattrdescription.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.384127 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.384637 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: standard-attr-description Jul 22 21:00:18.384960 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: stateful_security_group.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.385938 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.386463 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: stateful-security-group Jul 22 21:00:18.386786 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: stdattrs_common.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.387370 dv-cinder-801902-1-iscsi neutron-server[93019]: WARNING neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 21:00:18.387750 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.388690 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.389346 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 21:00:18.389671 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: subnet_onboard.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.390731 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.391257 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: subnet_onboard Jul 22 21:00:18.391577 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.392498 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.393013 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 21:00:18.393359 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: subnet_service_types.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.394287 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.394805 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: subnet-service-types Jul 22 21:00:18.395125 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: subnetallocation.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.396198 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.396722 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: subnet_allocation Jul 22 21:00:18.397043 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.397736 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.398249 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: subnetpool-prefix-ops Jul 22 21:00:18.398571 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.399531 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.400044 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 21:00:18.400362 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: tagging.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.401458 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.401984 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: standard-attr-tag Jul 22 21:00:18.402308 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: timestamp.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.404183 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.404702 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loaded extension: standard-attr-timestamp Jul 22 21:00:18.405025 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: trunk.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.406096 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.406617 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension trunk not supported by any of loaded plugins Jul 22 21:00:18.406940 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: trunk_details.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.407856 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.408369 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension trunk-details not supported by any of loaded plugins Jul 22 21:00:18.408686 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: uplink_status_propagation.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.409656 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.410165 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 21:00:18.410483 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Loading extension file: vlantransparent.py {{(pid=93019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:00:18.411158 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:00:18.411667 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 21:00:18.414217 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:network Jul 22 21:00:18.414758 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:subnet Jul 22 21:00:18.415157 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:00:18.415546 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:port Jul 22 21:00:18.416797 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.417257 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service FLAVORS assigned prefix: {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.417883 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.418319 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.418651 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:router Jul 22 21:00:18.419139 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:floatingip Jul 22 21:00:18.419631 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service METERING assigned prefix: /metering {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.421075 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.421467 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.422689 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:00:18.423732 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 21:00:18.424175 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:security_group Jul 22 21:00:18.424610 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 21:00:18.425253 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service CORE assigned prefix: {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.425582 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:00:18.425923 dv-cinder-801902-1-iscsi neutron-server[93019]: WARNING neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] subnetpool is already registered Jul 22 21:00:18.426347 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service CORE assigned prefix: {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.426668 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:00:18.426995 dv-cinder-801902-1-iscsi neutron-server[93019]: WARNING neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] subnetpool is already registered Jul 22 21:00:18.429309 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.429745 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service FLAVORS assigned prefix: {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.430342 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.430763 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.431095 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:router Jul 22 21:00:18.431432 dv-cinder-801902-1-iscsi neutron-server[93019]: WARNING neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] router is already registered Jul 22 21:00:18.431841 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:floatingip Jul 22 21:00:18.432176 dv-cinder-801902-1-iscsi neutron-server[93019]: WARNING neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] floatingip is already registered Jul 22 21:00:18.432624 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service METERING assigned prefix: /metering {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.433322 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 21:00:18.433650 dv-cinder-801902-1-iscsi neutron-server[93019]: WARNING neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] rbac_policy is already registered Jul 22 21:00:18.434059 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:security_group Jul 22 21:00:18.434439 dv-cinder-801902-1-iscsi neutron-server[93019]: WARNING neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] security_group is already registered Jul 22 21:00:18.434856 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 21:00:18.435172 dv-cinder-801902-1-iscsi neutron-server[93019]: WARNING neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] security_group_rule is already registered Jul 22 21:00:18.435800 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service CORE assigned prefix: {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.436126 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:00:18.436457 dv-cinder-801902-1-iscsi neutron-server[93019]: WARNING neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] subnetpool is already registered Jul 22 21:00:18.436874 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.v2.resource_helper [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Service CORE assigned prefix: {{(pid=93019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:00:18.437233 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:00:18.437574 dv-cinder-801902-1-iscsi neutron-server[93019]: WARNING neutron.quota.resource_registry [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] subnetpool is already registered Jul 22 21:00:18.438034 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: extensions {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.439504 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: address-groups {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.440985 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: address-scopes {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.442370 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: agents {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.443481 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: auto-allocated-topology {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.444699 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: availability_zones {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.445943 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: dhcp-networks {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.447451 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: dhcp-agents {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.448868 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: routers {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.450623 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: flavors {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.452968 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: service_profiles {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.454213 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: next_providers {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.455652 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: service_profiles {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.457223 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: floatingip-pools {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.458444 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: routers {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.460117 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: floatingips {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.461415 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: l3-routers {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.462808 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: l3-agents {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.464206 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: metering-labels {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.465480 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: metering-label-rules {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.467376 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: network-ip-availabilities {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.468615 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: bindings {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.470203 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: quotas {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.471713 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: quotas {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.473144 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: rbac-policies {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.474330 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: security-groups {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.475625 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: security-group-rules {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.476857 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: service-providers {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.478110 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: subnetpools {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.479424 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: subnetpools {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.480949 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: tags {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.483287 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: tags {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.485108 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: tags {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.486863 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: tags {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.488542 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: tags {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.490496 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: tags {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.492173 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: tags {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.494269 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: tags {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.496100 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: tags {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.497892 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron.api.extensions [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Extended resource: tags {{(pid=93019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:00:18.503909 dv-cinder-801902-1-iscsi neutron-server[93019]: WARNING keystonemiddleware.auth_token [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 21:00:18.508433 dv-cinder-801902-1-iscsi neutron-server[93019]: WARNING keystonemiddleware.auth_token [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 21:00:18.516891 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_concurrency.lockutils [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Acquired lock "singleton_lock" {{(pid=93019) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 21:00:18.517392 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_concurrency.lockutils [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Releasing lock "singleton_lock" {{(pid=93019) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 21:00:18.518036 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO oslo_service.service [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Starting 2 workers Jul 22 21:00:18.522819 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Started child 93128 {{(pid=93019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 21:00:18.527249 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Started child 93129 {{(pid=93019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 21:00:18.528735 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:18.529492 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO neutron.service [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 21:00:18.530113 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Notify callbacks [] for process, before_spawn {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:18.530232 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [-] (93128) wsgi starting up on http://0.0.0.0:9696 Jul 22 21:00:18.532546 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO oslo_service.service [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Starting 1 workers Jul 22 21:00:18.532785 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:18.534147 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [-] (93129) wsgi starting up on http://0.0.0.0:9696 Jul 22 21:00:18.537808 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Started child 93130 {{(pid=93019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 21:00:18.538328 dv-cinder-801902-1-iscsi neutron-server[93019]: INFO oslo_service.service [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Starting 1 workers Jul 22 21:00:18.541412 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.service [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] calling RpcWorker wait() {{(pid=93130) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 21:00:18.541947 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.service [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] returning from RpcWorker wait() {{(pid=93130) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 21:00:18.542791 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Started child 93131 {{(pid=93019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 21:00:18.543148 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:18.543614 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:00:18.543750 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4598-768f-4cd1-8264-48cac3246e9b None None] Notify callbacks [] for process, after_spawn {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:18.546163 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93019) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 21:00:18.546361 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 21:00:18.546545 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 21:00:18.546763 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 21:00:18.547123 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 21:00:18.547282 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 21:00:18.547799 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.548070 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.548327 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.548483 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:18.549010 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.549010 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.549335 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:00:18.549505 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.549718 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.549972 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.550257 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.550494 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.550655 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.550808 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.551057 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.551295 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.551563 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.551844 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.552091 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.552366 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.552534 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.552777 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.553045 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.553328 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.553611 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] debug = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.553852 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.554343 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.554583 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.554827 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.555057 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.555323 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.555548 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.555818 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.556049 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.556261 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.556498 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.556755 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.556969 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.557247 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.557413 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.557657 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.557888 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.558341 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] host = dv-cinder-801902-1-iscsi {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.558554 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.558789 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.559030 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.559318 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.559616 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.559828 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.560092 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.560359 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.560626 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.560842 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.561107 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.561402 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.561586 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.561835 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_file = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.561982 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_options = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.562217 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.562489 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.562745 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.562932 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.563095 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.563257 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.563494 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.563657 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.563877 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.564094 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.564302 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.564518 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.564749 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.564960 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.565214 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.565462 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.565702 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.565926 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.566167 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.566389 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.566610 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.566832 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.567064 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.567389 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.567557 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.567699 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.567903 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.568111 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.568342 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.568594 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.568820 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.569061 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.569313 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.569568 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.569823 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.570016 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.570247 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.570505 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.570745 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.570964 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.571204 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.571518 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.571681 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.571883 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.572096 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.572324 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] use_json = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.572531 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.572758 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.573017 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.573248 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.573473 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.573687 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.573881 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.574107 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.574527 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.574852 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.576185 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.576475 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.576741 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.577245 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.577496 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.577732 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.578022 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.578426 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.578904 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.579245 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.579635 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.579891 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.580167 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.581373 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.582697 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.582910 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.583169 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.585161 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.585405 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.585646 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.585977 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.586275 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.586537 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.586796 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.587028 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.587278 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.587521 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.587748 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.587978 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.588201 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.588482 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.588727 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.589557 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.589888 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.595703 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.595703 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.595703 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.595703 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.595703 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.595703 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.595703 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.595703 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.595703 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.597204 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.597204 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.597204 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.597204 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.597204 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.597204 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.597204 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.597204 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.597204 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.599607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.599607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.599607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.599607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.599607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.599607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.599607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.599607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.599607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.600359 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.600359 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.600359 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.600359 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.600359 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.600359 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.600806 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.600806 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.600963 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.601159 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.601397 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.601982 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.602208 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.602451 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.602695 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.602932 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.603138 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.603358 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.604198 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.604449 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.604664 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.605343 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.605672 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.605926 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.606209 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.607007 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.607277 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.607876 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.608104 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.608340 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.608588 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.613302 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.613783 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.614556 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.615557 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.617498 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.617768 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.618345 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.618626 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.618890 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.619149 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.619413 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.619649 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.619934 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.620197 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.620470 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.620718 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.620959 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.621273 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.621506 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.621807 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.622050 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.622303 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.622619 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.622887 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.623161 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.623641 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.624031 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.624367 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.624607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.624870 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.625177 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.625414 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.625638 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.625915 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.626846 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.627082 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.627328 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.627564 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.627943 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.628215 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.628617 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.629410 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.629705 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.629972 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.630237 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.630516 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.630775 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.631017 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.631268 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.631502 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.631721 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.631960 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.632189 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.632406 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.632640 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.632870 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.633164 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.633380 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.633592 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.633839 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.634066 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.634281 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.634491 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.634704 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.634915 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.635157 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.635365 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.635676 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.635927 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.636348 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.636348 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.636616 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.636738 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.636957 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.637268 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.637568 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.637813 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.638048 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.638286 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.638529 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.638882 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.639098 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.639359 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.639574 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.639801 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.640010 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.640224 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.640432 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.640663 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.640883 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.641110 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.641437 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.641570 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.641893 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.642125 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.642353 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.642597 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.642808 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.643038 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.643269 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.643485 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.643697 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.643915 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.644126 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.644366 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.644583 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.644799 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.645026 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.645253 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.645481 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.645791 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.646009 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.646284 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.646521 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.646747 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.646994 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.647237 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.647442 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.647682 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.647887 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.648117 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.648335 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.648546 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.648775 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.649012 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.649246 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.649452 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.649688 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.649906 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.650141 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.650359 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.650564 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.650770 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.650984 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.651202 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.651405 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.651621 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.651850 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.652055 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.652270 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.652481 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.652683 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.652918 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.653676 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.654197 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.654197 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.654523 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.654523 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.654805 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.655492 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.655492 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.656018 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.656018 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.656272 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.656272 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.656552 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.656781 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.657036 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.657270 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.657481 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.657695 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.657941 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.658268 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.658555 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.658859 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.659039 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.659304 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.659580 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.659840 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.660092 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.660511 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.660836 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.661109 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.661350 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.661601 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.661984 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.662144 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.662299 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.662510 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.662721 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.662932 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.663183 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.663405 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.663628 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.663844 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.664068 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.664280 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.664531 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.664740 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.664956 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.665188 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.665343 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 21:00:18.665899 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93019) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 21:00:18.666065 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 21:00:18.666217 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 21:00:18.666385 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 21:00:18.666550 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 21:00:18.666696 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 21:00:18.666893 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.667051 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.667207 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.667363 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.667517 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.667695 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.667852 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.668010 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.668164 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.668319 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.668479 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.668634 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.669393 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.670026 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.670026 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.670026 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.670026 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.670522 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.670522 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.670522 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.670872 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.670872 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.670872 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] debug = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.671224 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.671224 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.671449 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.671935 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.671935 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.671935 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.671935 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.672473 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.672473 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.672473 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.672473 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.673409 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.673409 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.673409 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.673409 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.673409 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.673409 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.673838 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] host = dv-cinder-801902-1-iscsi {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.673838 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.673838 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.674039 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:00:18.674122 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.674122 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.674246 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.674311 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.674470 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.674621 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.674797 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.674947 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.675078 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.675231 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.675386 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.675540 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_file = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.675694 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_options = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.675848 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.676002 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.676170 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.676362 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.676504 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.676646 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.676778 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.676934 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.677105 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.677260 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.677414 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.677570 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.677723 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.677876 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.678023 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.678179 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.678332 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.678489 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.678649 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.678802 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.678957 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.679112 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.679266 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.679419 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.679573 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.679727 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.679881 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.680035 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.680188 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.680342 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.680497 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.680653 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.680806 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.680959 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.681138 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.681294 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.681447 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.681607 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.681761 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.681915 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.682070 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.682224 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.682378 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.682533 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.682689 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.682845 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] use_json = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.682987 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.683138 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.683288 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.683440 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.683594 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.683742 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.683890 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.684047 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:00:18.684218 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.684397 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.684564 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.684707 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.684866 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.685014 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.685187 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.685343 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.685545 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.685697 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.685846 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.686006 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.686147 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.686947 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.686947 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.686947 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.686947 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.686947 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.686947 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.687601 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.687601 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.687601 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.687601 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.688083 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.688083 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.688083 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.688347 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.688347 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.688494 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.688573 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.688714 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.688861 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.689022 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.689173 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.689333 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.689486 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.689643 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.689797 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.689952 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.690112 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.690261 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.690421 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.690581 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.690739 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.690888 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.691050 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.691209 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.691351 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.691499 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.691683 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.691836 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.691984 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.692153 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.692293 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.692476 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.692622 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.692760 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.692945 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.693122 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.693275 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.693415 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.693548 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.693690 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.693836 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.694082 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.694082 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.694489 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.694489 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.694489 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.694955 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.694955 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.694955 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.695310 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.695310 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.695519 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.695519 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.695675 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.695756 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.695914 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.696069 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.696230 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.696387 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.696538 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.696694 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.696861 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.697031 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.697207 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.697366 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.697522 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.697670 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.697831 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.697989 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.698142 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.698300 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.698479 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.698666 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.698802 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.700450 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.700450 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.700450 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.700450 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.700450 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.700450 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.700450 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.700450 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.702581 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.702581 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.702581 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.702581 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.702581 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.702581 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.702581 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.702581 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.703717 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.703717 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.703717 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.703717 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.703717 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.703717 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.703717 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.703717 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.704828 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.704828 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.704828 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.704828 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.704828 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.704828 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.704828 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.704828 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.706185 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.706185 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.706185 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.706185 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.706185 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.706185 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.706185 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.706185 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.707274 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.707274 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.707274 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.707274 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.707274 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.707274 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.707274 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.707274 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.708351 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.708351 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.708351 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.708351 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.708351 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.708351 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.708351 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.708351 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.709540 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.709540 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.709540 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.709540 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.709540 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.709540 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.709540 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.709540 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.710563 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.710563 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.710563 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.710563 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.710563 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.710563 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.710563 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.710563 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.711595 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.711595 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.711595 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.711595 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.711595 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.711595 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.711595 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.711595 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.712626 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.712626 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.712626 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.712626 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.712626 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.712626 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.712626 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.712626 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.715028 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.715028 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.715028 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.715028 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.715028 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.715028 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.715028 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.715028 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716115 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716115 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716115 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716115 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716115 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716115 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716115 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716115 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716673 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716673 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716673 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716673 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716673 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716673 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716673 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.716673 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717341 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717341 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717341 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717341 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717341 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717341 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717341 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717341 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717892 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717892 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717892 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717892 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717892 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717892 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.717892 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.718368 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.718368 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.718368 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.718368 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.718654 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.718654 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.718801 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.718922 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.719088 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.719244 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.719400 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.719557 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.719721 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.719878 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.720035 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.720189 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.720347 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.720500 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.720664 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.720822 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.720978 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.721159 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.721317 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.721474 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.721629 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.721797 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.721954 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.722112 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.722268 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.722423 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.722578 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.722741 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.722885 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.723035 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.723199 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.723355 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.723517 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.723680 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.723844 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.724001 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.724162 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.724329 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.724485 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.724642 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.724798 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.724953 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.725127 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.725286 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.725431 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.725583 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.725741 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.725893 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.726049 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.726203 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.726357 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.726513 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.726667 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.726822 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.726978 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.727132 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.727287 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:00:18.727435 dv-cinder-801902-1-iscsi neutron-server[93019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 21:00:18.966121 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 45432) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:00:18.974532 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062113 Jul 22 21:00:30.202898 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc9460-1873-44f9-919e-3edde5c25583 None None] get_active_networks_info from dv-cinder-801902-1-iscsi {{(pid=93130) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:00:30.258729 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc9460-1873-44f9-919e-3edde5c25583 None None] No non-hosted networks {{(pid=93130) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 21:00:30.278956 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.agentschedulers_db [None req-c5fc9460-1873-44f9-919e-3edde5c25583 None None] DHCP Agent not found on host dv-cinder-801902-1-iscsi {{(pid=93130) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 21:00:30.398086 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-945a2e40-b776-449d-81fa-ae9e25a9c381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415413'] for agent, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:32.838024 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb4ab-3522-40d3-a4eb-bfe8081f7c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415413'] for agent, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:32.892620 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f3967108-609c-4b0c-87ee-b4803413a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:33.177057 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415413'] for agent, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:33.180244 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:33.180885 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:33.181442 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:33.181961 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:33.182472 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:33.183006 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:33.183540 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:33.184078 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:33.184644 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:33.187381 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:33.196010 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:33.196667 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:33.198137 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801902-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:00:33.222735 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801902-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:00:33.919769 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415413'] for agent, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:35.160735 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415413'] for agent, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:36.487719 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 45524) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:00:36.965041 dv-cinder-801902-1-iscsi neutron-server[93128]: WARNING oslo_policy.policy [None req-c7fd9259-e658-4410-a389-0cc4a20e1b13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:00:36.965670 dv-cinder-801902-1-iscsi neutron-server[93128]: WARNING oslo_policy.policy [None req-c7fd9259-e658-4410-a389-0cc4a20e1b13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:00:37.186615 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [None req-c7fd9259-e658-4410-a389-0cc4a20e1b13 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:00:37.187850 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c7fd9259-e658-4410-a389-0cc4a20e1b13 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6980016 Jul 22 21:00:38.148876 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.db.l3_hamode_db [None req-926e843e-f137-4dfa-8d8b-1dd8697bf417 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 21:00:38.224740 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e843e-f137-4dfa-8d8b-1dd8697bf417 None None] Routers set() bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:00:38.225145 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e843e-f137-4dfa-8d8b-1dd8697bf417 None None] Router IDs set() for agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 21:00:39.524174 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 45538) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:00:39.830976 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-9efdf7a0-f142-46ee-804a-e8b6218a1716 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:00:39.924780 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.policy [None req-9efdf7a0-f142-46ee-804a-e8b6218a1716 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93128) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 21:00:39.969048 dv-cinder-801902-1-iscsi neutron-server[93128]: WARNING oslo_policy.policy [None req-9efdf7a0-f142-46ee-804a-e8b6218a1716 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:00:39.969457 dv-cinder-801902-1-iscsi neutron-server[93128]: WARNING oslo_policy.policy [None req-9efdf7a0-f142-46ee-804a-e8b6218a1716 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:00:39.977811 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.quota [None req-9efdf7a0-f142-46ee-804a-e8b6218a1716 admin admin] Loaded quota_driver: . Jul 22 21:00:40.067519 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9efdf7a0-f142-46ee-804a-e8b6218a1716 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760956787568', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760956786823', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760956773631', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760956768945', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760956761460', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760956755118', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-528372', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1349343', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-737389', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-699917'] for rbac-policy, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:40.129006 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9efdf7a0-f142-46ee-804a-e8b6218a1716 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:40.130197 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-9efdf7a0-f142-46ee-804a-e8b6218a1716 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6050558 Jul 22 21:00:42.664558 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 45550) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:00:42.953844 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:00:42.981679 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Made reservation on behalf of ae23035380ac4ff0befef4ed9facf8f6 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:00:42.984390 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:43.001110 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:43.131071 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:43.134881 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:43.154073 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:00:43.181902 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760960250664', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:43.182471 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Unsubscribe: segment precommit_create {{(pid=93128) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 21:00:43.182952 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Added segment 6a3480d1-3d38-42f6-89e5-9b12e9597de9 of type vlan for network 2c03837d-f61b-4cd0-938f-743d9cf15571 Jul 22 21:00:43.203773 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc74010c-2617-4177-8d31-e471aeae1b15,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:00:43.252542 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:43.252888 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:43.253251 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:43.253708 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:43.253957 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:43.254658 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:43.254861 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:43.255383 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:43.255649 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:43.256021 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:43.256341 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:43.256656 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Tracked resource versions report: Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: pushed versions: Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: { 'AddressGroup': {'1.2'}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'ConntrackHelper': {'1.0'}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Log': {'1.0'}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Network': {'1.1'}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Port': {'1.7'}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'PortForwarding': {'1.2'}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'QosPolicy': {'1.8'}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'SecurityGroup': {'1.4'}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'SubPort': {'1.0'}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Subnet': {'1.1'}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Trunk': {'1.1'}} Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: consumer versions: Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: { DHCP agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: L3 agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: Metadata agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: Metering agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: Open vSwitch agent@dv-cinder-801902-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'ConntrackHelper': '1.0', Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Log': '1.0', Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Network': '1.1', Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Port': '1.7', Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'PortForwarding': '1.2', Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'QosPolicy': '1.8', Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'SecurityGroup': '1.4', Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'SecurityGroupRule': '1.2', Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'SubPort': '1.0', Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Subnet': '1.1', Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Trunk': '1.1'}} Jul 22 21:00:43.257808 dv-cinder-801902-1-iscsi neutron-server[93128]: {{(pid=93128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:00:43.302474 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:43.355369 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:43.356577 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:00:43.357241 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:43.411380 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7457390 Jul 22 21:00:43.458166 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146d351-9120-4ba3-9533-7eaa11810aab admin admin] Pushing event updated for resources: {'Network': ['ID=2c03837d-f61b-4cd0-938f-743d9cf15571,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:00:43.470334 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 2c03837d-f61b-4cd0-938f-743d9cf15571 details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:00:46.006645 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 45564) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:00:46.386922 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa4eb9-b3e1-46e5-8f13-684771d072b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:00:46.388279 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3ffa4eb9-b3e1-46e5-8f13-684771d072b6 admin admin] 10.222.0.61 "GET /v2.0/networks/2c03837d-f61b-4cd0-938f-743d9cf15571 HTTP/1.1" status: 200 len: 825 time: 0.3806894 Jul 22 21:00:46.412451 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-e4ae3821-e24a-48b0-9e82-a46a8447d52d admin admin] 10.222.0.61 "GET /v2.0/subnetpools/9ee6689c-c51d-4baa-84e2-0c7ed9a7ed88 HTTP/1.1" status: 200 len: 734 time: 0.0184715 Jul 22 21:00:46.421100 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-d48c23e3-753c-4884-9457-968610f88337 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'subnetpool_id': '9ee6689c-c51d-4baa-84e2-0c7ed9a7ed88', 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:00:46.443652 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48c23e3-753c-4884-9457-968610f88337 admin admin] Made reservation on behalf of ae23035380ac4ff0befef4ed9facf8f6 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:00:46.445982 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d48c23e3-753c-4884-9457-968610f88337 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:46.736991 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d48c23e3-753c-4884-9457-968610f88337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:46.806773 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c23e3-753c-4884-9457-968610f88337 admin admin] Checking segment: {'id': '6a3480d1-3d38-42f6-89e5-9b12e9597de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:00:46.807144 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48c23e3-753c-4884-9457-968610f88337 admin admin] Network hostable DHCP agents. Network: 2c03837d-f61b-4cd0-938f-743d9cf15571, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:00:46.811516 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c23e3-753c-4884-9457-968610f88337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ec1a2e-92eb-42b3-8995-d67776ce1e84,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:00:46.833658 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48c23e3-753c-4884-9457-968610f88337 admin admin] Network 2c03837d-f61b-4cd0-938f-743d9cf15571 is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:00:46.845301 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-d48c23e3-753c-4884-9457-968610f88337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 2c03837d-f61b-4cd0-938f-743d9cf15571) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:00:46.849851 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c23e3-753c-4884-9457-968610f88337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:00:46.850431 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d48c23e3-753c-4884-9457-968610f88337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:46.854499 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de44d3fe-470b-4d37-b94b-42092c22c3f6 None None] Network 2c03837d-f61b-4cd0-938f-743d9cf15571 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:00:46.864193 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d48c23e3-753c-4884-9457-968610f88337 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4465122 Jul 22 21:00:47.172158 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65543306-413c-5b99-9acb-ae0ce15c5c2c-2c03837d-f61b-4cd0-938f-743d9cf15571', 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'fixed_ips': [{'subnet_id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84'}]}} from dv-cinder-801902-1-iscsi. {{(pid=93130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:00:47.173452 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:47.442786 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.db_base_plugin_common [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Allocated IP 172.20.0.2 (2c03837d-f61b-4cd0-938f-743d9cf15571/16ec1a2e-92eb-42b3-8995-d67776ce1e84/f782b79f-b3ff-469d-8155-2589df3f781f) {{(pid=93130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:00:47.669743 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Notify callbacks [] for port, precommit_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:47.684667 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Transition to ACTIVE for port object f782b79f-b3ff-469d-8155-2589df3f781f will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:00:47.705808 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Transition to ACTIVE for port object f782b79f-b3ff-469d-8155-2589df3f781f will not be triggered until provisioned by entity DHCP. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:00:47.715791 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:47.784774 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Network 2c03837d-f61b-4cd0-938f-743d9cf15571 is already hosted by enough agents. {{(pid=93130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:00:47.792879 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.base_scheduler [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Resources bound (agent type, host, resource id): {{(pid=93130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:00:47.798799 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Pushing event updated for resources: {'Port': ['ID=f782b79f-b3ff-469d-8155-2589df3f781f,revision_number=1']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:00:47.800949 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Received port after_create {{(pid=93130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:00:47.810310 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:47.810657 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:47.810995 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:47.811325 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:47.811649 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:47.811979 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:47.812303 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:47.812665 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:47.813557 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:47.813880 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:47.814198 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:47.814515 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Tracked resource versions report: Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: pushed versions: Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: { 'AddressGroup': {'1.2'}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'ConntrackHelper': {'1.0'}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Log': {'1.0'}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Network': {'1.1'}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Port': {'1.7'}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'PortForwarding': {'1.2'}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'QosPolicy': {'1.8'}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'SecurityGroup': {'1.4'}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'SubPort': {'1.0'}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Subnet': {'1.1'}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Trunk': {'1.1'}} Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: consumer versions: Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: { DHCP agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: L3 agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: Metadata agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: Metering agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: Open vSwitch agent@dv-cinder-801902-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'ConntrackHelper': '1.0', Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Log': '1.0', Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Network': '1.1', Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Port': '1.7', Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'PortForwarding': '1.2', Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'QosPolicy': '1.8', Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'SecurityGroup': '1.4', Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'SecurityGroupRule': '1.2', Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'SubPort': '1.0', Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Subnet': '1.1', Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Trunk': '1.1'}} Jul 22 21:00:47.815643 dv-cinder-801902-1-iscsi neutron-server[93130]: {{(pid=93130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:00:47.891872 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Attempting to bind port f782b79f-b3ff-469d-8155-2589df3f781f on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:00:47.892513 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Attempting to bind port f782b79f-b3ff-469d-8155-2589df3f781f by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '6a3480d1-3d38-42f6-89e5-9b12e9597de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:00:47.892669 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Attempting to bind port f782b79f-b3ff-469d-8155-2589df3f781f on network 2c03837d-f61b-4cd0-938f-743d9cf15571 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:00:47.897555 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:00:47.897949 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Checking segment: {'id': '6a3480d1-3d38-42f6-89e5-9b12e9597de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:00:47.898422 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:47.898808 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Bound using segment: {'id': '6a3480d1-3d38-42f6-89e5-9b12e9597de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:00:47.899278 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Bound port: f782b79f-b3ff-469d-8155-2589df3f781f, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3480d1-3d38-42f6-89e5-9b12e9597de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:00:47.899678 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:47.962044 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] For port f782b79f-b3ff-469d-8155-2589df3f781f, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:00:47.966037 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] For port f782b79f-b3ff-469d-8155-2589df3f781f, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=f782b79f-b3ff-469d-8155-2589df3f781f,segment=NetworkSegment(6a3480d1-3d38-42f6-89e5-9b12e9597de9),segment_id=6a3480d1-3d38-42f6-89e5-9b12e9597de9)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:00:47.970717 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:48.033184 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72e384-e958-4a95-9265-f6a4f1200df4 None None] Pushing event updated for resources: {'Port': ['ID=f782b79f-b3ff-469d-8155-2589df3f781f,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:00:49.229052 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 45572) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:00:49.541692 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [None req-f8fd50cf-24f7-476f-a85d-ec98a81182f3 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:00:49.542682 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-f8fd50cf-24f7-476f-a85d-ec98a81182f3 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126569 Jul 22 21:00:51.917750 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 45580) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:00:52.218340 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [None req-9684a0e4-cd11-4195-8429-9dd3aa323263 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:00:52.219354 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-9684a0e4-cd11-4195-8429-9dd3aa323263 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3006606 Jul 22 21:00:54.812409 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 45590) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:00:55.314102 dv-cinder-801902-1-iscsi neutron-server[93129]: WARNING oslo_policy.policy [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:00:55.314664 dv-cinder-801902-1-iscsi neutron-server[93129]: WARNING oslo_policy.policy [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:00:55.533983 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'admin_state_up': True}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:00:55.597668 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.policy [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93129) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 21:00:55.643169 dv-cinder-801902-1-iscsi neutron-server[93129]: WARNING oslo_policy.policy [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:00:55.643526 dv-cinder-801902-1-iscsi neutron-server[93129]: WARNING oslo_policy.policy [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:00:55.651936 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.quota [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] Loaded quota_driver: . Jul 22 21:00:55.708539 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-369506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59113'] for router, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:55.710347 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59110'] for router, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:55.865974 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:55.871686 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-369596'] for router, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:55.891580 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:55.905835 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-bddadbc8-9064-4e84-a874-f299fe4847a1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0794559 Jul 22 21:00:56.360931 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259f7001-8b6f-4ccf-99d8-ecae56a629d8 None None] Network 2c03837d-f61b-4cd0-938f-743d9cf15571 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:00:56.427999 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-d048551d-50bf-47f8-b7d0-b193dd9be0f0 None None] Provisioning for port f782b79f-b3ff-469d-8155-2589df3f781f completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:00:57.086346 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device f782b79f-b3ff-469d-8155-2589df3f781f up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:00:57.166322 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port f782b79f-b3ff-469d-8155-2589df3f781f completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:00:57.169875 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port f782b79f-b3ff-469d-8155-2589df3f781f triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:00:57.170364 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:57.276676 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:57.308784 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port f782b79f-b3ff-469d-8155-2589df3f781f, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=f782b79f-b3ff-469d-8155-2589df3f781f,segment=NetworkSegment(6a3480d1-3d38-42f6-89e5-9b12e9597de9),segment_id=6a3480d1-3d38-42f6-89e5-9b12e9597de9)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:00:57.312443 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:57.359985 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=f782b79f-b3ff-469d-8155-2589df3f781f,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:00:58.271263 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 45610) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:00:58.577204 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [None req-a1faf8eb-f56d-4d02-a130-159978fa4188 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:00:58.578206 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a1faf8eb-f56d-4d02-a130-159978fa4188 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3060081 Jul 22 21:00:59.067177 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device f782b79f-b3ff-469d-8155-2589df3f781f up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:00:59.113644 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port f782b79f-b3ff-469d-8155-2589df3f781f triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:00:59.114012 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:00.086590 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-024ed720-c632-4756-9198-675895846712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:00.606159 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 5 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:01:00.935889 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 45618) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:01.237672 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:01:01.260378 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Made reservation on behalf of 7fa7bb2e680247bda058cd06ffafca5a for: {'network': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:01:01.263150 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:01.279010 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:01.398511 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:01.402482 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:01.413372 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Reserving flat network on physical network physnet1 {{(pid=93129) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 21:01:01.444845 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760960250664', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:01.445434 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Unsubscribe: segment precommit_create {{(pid=93129) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 21:01:01.445901 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.segments_db [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Added segment 8b48cc51-cd90-4817-a0e8-072442711e65 of type flat for network c2812c71-7be5-4495-afd6-eaefb879ca73 Jul 22 21:01:01.463246 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e30743-242c-42ec-b913-ca77410d954b,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:01.514176 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:01.514587 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:01.514930 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:01.515268 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:01.515583 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:01.516007 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:01.516521 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:01.516850 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:01.517810 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:01.518038 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:01.518347 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:01.518655 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Tracked resource versions report: Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: pushed versions: Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: { 'AddressGroup': {'1.2'}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'ConntrackHelper': {'1.0'}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Log': {'1.0'}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Network': {'1.1'}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Port': {'1.7'}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'PortForwarding': {'1.2'}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'QosPolicy': {'1.8'}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'SecurityGroup': {'1.4'}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'SubPort': {'1.0'}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Subnet': {'1.1'}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Trunk': {'1.1'}} Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: consumer versions: Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: { DHCP agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: L3 agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: Metadata agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: Metering agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: Open vSwitch agent@dv-cinder-801902-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'ConntrackHelper': '1.0', Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Log': '1.0', Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Network': '1.1', Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Port': '1.7', Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'PortForwarding': '1.2', Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'QosPolicy': '1.8', Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'SecurityGroup': '1.4', Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'SecurityGroupRule': '1.2', Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'SubPort': '1.0', Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Subnet': '1.1', Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Trunk': '1.1'}} Jul 22 21:01:01.519790 dv-cinder-801902-1-iscsi neutron-server[93129]: {{(pid=93129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:01:01.573378 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:01.624225 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:01.625307 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:01.625939 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:01.679089 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7421887 Jul 22 21:01:01.724007 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58335b-4507-4375-99a9-a7c7267ac840 admin admin] Pushing event updated for resources: {'Network': ['ID=c2812c71-7be5-4495-afd6-eaefb879ca73,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:01.734785 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network c2812c71-7be5-4495-afd6-eaefb879ca73 details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:01:02.822168 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-b6b5d9d9-dba3-43df-ac5c-464e763cb156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:03.147097 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:03.863274 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:04.011254 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 45638) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:04.268823 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dbbc9f-2303-49a6-9fe3-96180efc513e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:04.270217 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-42dbbc9f-2303-49a6-9fe3-96180efc513e admin admin] 10.222.0.61 "GET /v2.0/subnets/16ec1a2e-92eb-42b3-8995-d67776ce1e84 HTTP/1.1" status: 200 len: 849 time: 0.2580349 Jul 22 21:01:04.400644 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4d6a13a8-9704-4916-b795-ab860446e046 admin admin] 10.222.0.61 "GET /v2.0/routers/7068e99f-36c4-4b09-be20-1d70fe816d74 HTTP/1.1" status: 200 len: 704 time: 0.1250043 Jul 22 21:01:04.656968 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:04.946732 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Allocated IP 172.20.0.1 (2c03837d-f61b-4cd0-938f-743d9cf15571/16ec1a2e-92eb-42b3-8995-d67776ce1e84/f3b711ba-880f-4461-a7b7-d43c071bfad4) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:01:05.109140 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:05.132522 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:05.155830 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Transition to ACTIVE for port object f3b711ba-880f-4461-a7b7-d43c071bfad4 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:01:05.236035 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:05.305916 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Network 2c03837d-f61b-4cd0-938f-743d9cf15571 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:01:05.314792 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:01:05.319834 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Pushing event updated for resources: {'Port': ['ID=f3b711ba-880f-4461-a7b7-d43c071bfad4,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:05.331483 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:01:05.333184 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369485'] for router_interface, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:05.524389 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-13118e02-feb9-45f2-a032-559ab0d2e7fa None None] Provisioning for port f3b711ba-880f-4461-a7b7-d43c071bfad4 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:01:05.528560 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-13118e02-feb9-45f2-a032-559ab0d2e7fa None None] Provisioning complete for port f3b711ba-880f-4461-a7b7-d43c071bfad4 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:01:05.528930 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-13118e02-feb9-45f2-a032-559ab0d2e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:05.562212 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-13118e02-feb9-45f2-a032-559ab0d2e7fa None None] Port f3b711ba-880f-4461-a7b7-d43c071bfad4 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:01:05.598854 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:05.772395 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:05.776952 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:05.777620 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416765'] for router_interface, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:05.837837 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Pushing event updated for resources: {'Port': ['ID=f3b711ba-880f-4461-a7b7-d43c071bfad4,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:05.901066 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Network 2c03837d-f61b-4cd0-938f-743d9cf15571 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:01:05.902383 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:01:06.061425 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Router 7068e99f-36c4-4b09-be20-1d70fe816d74 is scheduled to L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df with binding_index 1 {{(pid=93129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:01:06.081828 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-a4a4da50-381a-4e10-b3a9-f066ee5292a3 None None] Provisioning complete for port f3b711ba-880f-4461-a7b7-d43c071bfad4 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:01:06.082172 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a4a4da50-381a-4e10-b3a9-f066ee5292a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:06.117613 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4da50-381a-4e10-b3a9-f066ee5292a3 None None] Port f3b711ba-880f-4461-a7b7-d43c071bfad4 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:01:06.149487 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:01:06.154643 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a0fcb1df-448a-425e-8e0a-48230911f1aa admin admin] 10.222.0.61 "PUT /v2.0/routers/7068e99f-36c4-4b09-be20-1d70fe816d74/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7491496 Jul 22 21:01:06.159038 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Sync routers for ids ['7068e99f-36c4-4b09-be20-1d70fe816d74'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:01:06.170354 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Routers {'7068e99f-36c4-4b09-be20-1d70fe816d74'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:01:06.171087 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:01:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['7068e99f-36c4-4b09-be20-1d70fe816d74'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:01:06.352253 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Set router 7068e99f-36c4-4b09-be20-1d70fe816d74 gateway port host: None {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:01:06.783756 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'name': 'router1', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:00:55Z', 'updated_at': '2021-07-22T21:01:05Z', 'revision_number': 2, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'gw_port_host': None, '_interfaces': [{'id': 'f3b711ba-880f-4461-a7b7-d43c071bfad4', 'name': '', 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'mac_address': 'fa:16:3e:af:8d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:01:04Z', 'updated_at': '2021-07-22T21:01:05Z', 'revision_number': 2, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'subnets': [{'id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ee6689c-c51d-4baa-84e2-0c7ed9a7ed88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:01:06.833903 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Checking router: 7068e99f-36c4-4b09-be20-1d70fe816d74 for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:01:06.834271 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Updating router 7068e99f-36c4-4b09-be20-1d70fe816d74 port f3b711ba-880f-4461-a7b7-d43c071bfad4 binding host dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:01:06.896505 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:07.408696 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:07.427695 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.provisioning_blocks [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Transition to ACTIVE for port object f3b711ba-880f-4461-a7b7-d43c071bfad4 will not be triggered until provisioned by entity L2. {{(pid=93131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:01:07.434204 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:07.593066 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Pushing event updated for resources: {'Port': ['ID=f3b711ba-880f-4461-a7b7-d43c071bfad4,revision_number=3']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:07.607501 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Attempting to bind port f3b711ba-880f-4461-a7b7-d43c071bfad4 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:01:07.607896 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Attempting to bind port f3b711ba-880f-4461-a7b7-d43c071bfad4 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '6a3480d1-3d38-42f6-89e5-9b12e9597de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571'}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:01:07.608306 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Attempting to bind port f3b711ba-880f-4461-a7b7-d43c071bfad4 on network 2c03837d-f61b-4cd0-938f-743d9cf15571 {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:01:07.612249 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:07.612584 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:07.612915 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:07.613268 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:07.613586 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:07.613903 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:07.614217 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:07.614531 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:07.614846 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:07.615155 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:07.615461 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:07.615767 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Tracked resource versions report: Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: pushed versions: Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: { 'AddressGroup': {'1.2'}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'ConntrackHelper': {'1.0'}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Log': {'1.0'}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Network': {'1.1'}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Port': {'1.7'}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'PortForwarding': {'1.2'}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'QosPolicy': {'1.8'}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'SecurityGroup': {'1.4'}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'SubPort': {'1.0'}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Subnet': {'1.1'}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Trunk': {'1.1'}} Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: consumer versions: Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: { DHCP agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: L3 agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: Metadata agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: Metering agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: Open vSwitch agent@dv-cinder-801902-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'ConntrackHelper': '1.0', Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Log': '1.0', Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Network': '1.1', Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Port': '1.7', Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'PortForwarding': '1.2', Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'QosPolicy': '1.8', Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'SecurityGroup': '1.4', Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'SecurityGroupRule': '1.2', Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'SubPort': '1.0', Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Subnet': '1.1', Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Trunk': '1.1'}} Jul 22 21:01:07.616879 dv-cinder-801902-1-iscsi neutron-server[93131]: {{(pid=93131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:01:07.622691 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:01:07.623093 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Checking segment: {'id': '6a3480d1-3d38-42f6-89e5-9b12e9597de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:01:07.623567 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:07.623941 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Bound using segment: {'id': '6a3480d1-3d38-42f6-89e5-9b12e9597de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571'} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:01:07.624434 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Bound port: f3b711ba-880f-4461-a7b7-d43c071bfad4, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3480d1-3d38-42f6-89e5-9b12e9597de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571'}}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:01:07.624816 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:07.688615 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] For port f3b711ba-880f-4461-a7b7-d43c071bfad4, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:01:07.710190 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] For port f3b711ba-880f-4461-a7b7-d43c071bfad4, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=f3b711ba-880f-4461-a7b7-d43c071bfad4,segment=NetworkSegment(6a3480d1-3d38-42f6-89e5-9b12e9597de9),segment_id=6a3480d1-3d38-42f6-89e5-9b12e9597de9)] {{(pid=93131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:01:07.714479 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:07.775578 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d379c2c-5340-4aaf-85e4-9a9584e03cd1 None None] Pushing event updated for resources: {'Port': ['ID=f3b711ba-880f-4461-a7b7-d43c071bfad4,revision_number=4']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:07.781754 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Routers {'7068e99f-36c4-4b09-be20-1d70fe816d74'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:01:07.782341 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:01:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['7068e99f-36c4-4b09-be20-1d70fe816d74'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:01:07.870447 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] Set router 7068e99f-36c4-4b09-be20-1d70fe816d74 gateway port host: None {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:01:08.071852 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'name': 'router1', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:00:55Z', 'updated_at': '2021-07-22T21:01:05Z', 'revision_number': 2, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'gw_port_host': None, '_interfaces': [{'id': 'f3b711ba-880f-4461-a7b7-d43c071bfad4', 'name': '', 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'mac_address': 'fa:16:3e:af:8d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:01:04Z', 'updated_at': '2021-07-22T21:01:07Z', 'revision_number': 4, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'subnets': [{'id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ee6689c-c51d-4baa-84e2-0c7ed9a7ed88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:01:08.102602 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d971f68-127a-4bcf-8345-915093f111c1 None None] The sync data for ids ['7068e99f-36c4-4b09-be20-1d70fe816d74'] in dv-cinder-801902-1-iscsi is: [{'id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'name': 'router1', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:00:55Z', 'updated_at': '2021-07-22T21:01:05Z', 'revision_number': 2, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'gw_port_host': None, '_interfaces': [{'id': 'f3b711ba-880f-4461-a7b7-d43c071bfad4', 'name': '', 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'mac_address': 'fa:16:3e:af:8d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:01:04Z', 'updated_at': '2021-07-22T21:01:07Z', 'revision_number': 4, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'subnets': [{'id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ee6689c-c51d-4baa-84e2-0c7ed9a7ed88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:01:08.407769 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 45660) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:08.513991 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f6d5c8-6dd6-4d00-a6ae-5d5bb73dc93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:08.515370 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-91f6d5c8-6dd6-4d00-a6ae-5d5bb73dc93d admin admin] 10.222.0.61 "GET /v2.0/networks/c2812c71-7be5-4495-afd6-eaefb879ca73 HTTP/1.1" status: 200 len: 842 time: 0.1066163 Jul 22 21:01:08.524434 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'name': 'public-subnet'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:01:08.547816 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] Made reservation on behalf of 7fa7bb2e680247bda058cd06ffafca5a for: {'subnet': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:01:08.550796 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:08.851479 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.objects.ports [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93129) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:01:08.851888 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for subnet, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:08.910100 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fee39df-3300-40c8-972c-3707a50dfd61,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:08.913844 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] Checking segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:01:08.914188 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] Network hostable DHCP agents. Network: c2812c71-7be5-4495-afd6-eaefb879ca73, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:01:08.935517 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:01:08.946230 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, c2812c71-7be5-4495-afd6-eaefb879ca73) {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:01:08.950127 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:08.950710 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:08.955763 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de83cad-2ca8-41f2-b389-e7138d8fa72c None None] Network c2812c71-7be5-4495-afd6-eaefb879ca73 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:01:08.981111 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-1e8b140a-96fa-4a6e-a2ca-c4d6f9f4b694 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4485059 Jul 22 21:01:09.089852 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb81d573-3d05-41a5-9d16-3468124c0345 None None] Network c2812c71-7be5-4495-afd6-eaefb879ca73 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:01:11.219377 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 45670) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:11.344529 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-1e192f60-8dbd-4c13-9987-caa6a4f7b47b admin admin] 10.222.0.61 "GET /v2.0/routers/7068e99f-36c4-4b09-be20-1d70fe816d74 HTTP/1.1" status: 200 len: 710 time: 0.1239495 Jul 22 21:01:11.431652 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef45664-8c33-4ec4-ac92-d84a45a57ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:01:11.437743 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-8ef45664-8c33-4ec4-ac92-d84a45a57ee6 admin admin] 10.222.0.61 "GET /v2.0/networks/c2812c71-7be5-4495-afd6-eaefb879ca73 HTTP/1.1" status: 200 len: 886 time: 0.0835555 Jul 22 21:01:11.442236 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:01:11.754582 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59092'] for router, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:11.981377 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:12.056291 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:12.168909 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Allocated IP 172.27.1.34 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/2a28d851-1a3f-4cf3-bce4-765fb4735fb4) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:01:12.269949 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:12.308009 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:12.348114 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:01:12.350934 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:01:12.355036 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:01:12.357915 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Pushing event updated for resources: {'Port': ['ID=2a28d851-1a3f-4cf3-bce4-765fb4735fb4,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:12.597929 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:12.788305 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59092'] for router, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:12.792266 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-369596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-369582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-369589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-369413'] for router, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:12.901008 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Router 7068e99f-36c4-4b09-be20-1d70fe816d74 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:01:13.078421 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:01:13.085178 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] Notify callbacks [] for router, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:13.085178 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-1880af86-8264-41e4-bbe0-3d346afc1745 admin admin] 10.222.0.61 "PUT /v2.0/routers/7068e99f-36c4-4b09-be20-1d70fe816d74 HTTP/1.1" status: 200 len: 889 time: 1.6466117 Jul 22 21:01:14.490122 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de267199-9044-49d2-8878-54434333d9ac None None] Sync routers for ids ['7068e99f-36c4-4b09-be20-1d70fe816d74'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:01:14.501402 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de267199-9044-49d2-8878-54434333d9ac None None] Routers {'7068e99f-36c4-4b09-be20-1d70fe816d74'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:01:14.502151 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-de267199-9044-49d2-8878-54434333d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:01:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['7068e99f-36c4-4b09-be20-1d70fe816d74'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:01:14.749345 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-de267199-9044-49d2-8878-54434333d9ac None None] Set router 7068e99f-36c4-4b09-be20-1d70fe816d74 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:01:15.108077 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device f3b711ba-880f-4461-a7b7-d43c071bfad4 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:01:15.173473 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-de267199-9044-49d2-8878-54434333d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'name': 'router1', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '2a28d851-1a3f-4cf3-bce4-765fb4735fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:00:55Z', 'updated_at': '2021-07-22T21:01:12Z', 'revision_number': 4, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'gw_port': {'id': '2a28d851-1a3f-4cf3-bce4-765fb4735fb4', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:01:12Z', 'updated_at': '2021-07-22T21:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'f3b711ba-880f-4461-a7b7-d43c071bfad4', 'name': '', 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'mac_address': 'fa:16:3e:af:8d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:01:04Z', 'updated_at': '2021-07-22T21:01:07Z', 'revision_number': 4, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'subnets': [{'id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ee6689c-c51d-4baa-84e2-0c7ed9a7ed88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:01:15.226094 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de267199-9044-49d2-8878-54434333d9ac None None] Checking router: 7068e99f-36c4-4b09-be20-1d70fe816d74 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:01:15.226445 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de267199-9044-49d2-8878-54434333d9ac None None] Updating router 7068e99f-36c4-4b09-be20-1d70fe816d74 port 2a28d851-1a3f-4cf3-bce4-765fb4735fb4 binding host dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:01:15.254240 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port f3b711ba-880f-4461-a7b7-d43c071bfad4 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:01:15.263329 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port f3b711ba-880f-4461-a7b7-d43c071bfad4 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:01:15.263699 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:15.267610 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-de267199-9044-49d2-8878-54434333d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:15.498985 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:15.559159 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 45682) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:15.565721 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port f3b711ba-880f-4461-a7b7-d43c071bfad4, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=f3b711ba-880f-4461-a7b7-d43c071bfad4,segment=NetworkSegment(6a3480d1-3d38-42f6-89e5-9b12e9597de9),segment_id=6a3480d1-3d38-42f6-89e5-9b12e9597de9)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:01:15.573493 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:15.676289 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=f3b711ba-880f-4461-a7b7-d43c071bfad4,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:15.713674 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-de267199-9044-49d2-8878-54434333d9ac None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:15.723800 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-de267199-9044-49d2-8878-54434333d9ac None None] Transition to ACTIVE for port object 2a28d851-1a3f-4cf3-bce4-765fb4735fb4 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:01:15.729783 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-de267199-9044-49d2-8878-54434333d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:15.731528 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-0c11f4d9-d85e-41c9-908c-7cae404d7c04 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1711113 Jul 22 21:01:15.784979 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-de267199-9044-49d2-8878-54434333d9ac None None] Attempting to bind port 2a28d851-1a3f-4cf3-bce4-765fb4735fb4 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:01:15.785376 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-de267199-9044-49d2-8878-54434333d9ac None None] Attempting to bind port 2a28d851-1a3f-4cf3-bce4-765fb4735fb4 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:01:15.785736 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de267199-9044-49d2-8878-54434333d9ac None None] Attempting to bind port 2a28d851-1a3f-4cf3-bce4-765fb4735fb4 on network c2812c71-7be5-4495-afd6-eaefb879ca73 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:01:15.791682 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ff113-4ba9-45d6-8cea-0e337e0007f0 None None] Pushing event updated for resources: {'Port': ['ID=2a28d851-1a3f-4cf3-bce4-765fb4735fb4,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:15.796757 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de267199-9044-49d2-8878-54434333d9ac None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:01:15.797164 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de267199-9044-49d2-8878-54434333d9ac None None] Checking segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:01:15.797559 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-de267199-9044-49d2-8878-54434333d9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:15.797948 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de267199-9044-49d2-8878-54434333d9ac None None] Bound using segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:01:15.798422 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-de267199-9044-49d2-8878-54434333d9ac None None] Bound port: 2a28d851-1a3f-4cf3-bce4-765fb4735fb4, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:01:15.798828 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-de267199-9044-49d2-8878-54434333d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:15.850937 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-de267199-9044-49d2-8878-54434333d9ac None None] For port 2a28d851-1a3f-4cf3-bce4-765fb4735fb4, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:01:15.854643 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-de267199-9044-49d2-8878-54434333d9ac None None] For port 2a28d851-1a3f-4cf3-bce4-765fb4735fb4, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=2a28d851-1a3f-4cf3-bce4-765fb4735fb4,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:01:15.859131 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-de267199-9044-49d2-8878-54434333d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:15.917852 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de267199-9044-49d2-8878-54434333d9ac None None] Routers {'7068e99f-36c4-4b09-be20-1d70fe816d74'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:01:15.918756 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-de267199-9044-49d2-8878-54434333d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:01:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['7068e99f-36c4-4b09-be20-1d70fe816d74'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:01:15.920276 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ff113-4ba9-45d6-8cea-0e337e0007f0 None None] Pushing event updated for resources: {'Port': ['ID=2a28d851-1a3f-4cf3-bce4-765fb4735fb4,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:16.102982 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-de267199-9044-49d2-8878-54434333d9ac None None] Set router 7068e99f-36c4-4b09-be20-1d70fe816d74 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:01:16.316485 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-de267199-9044-49d2-8878-54434333d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'name': 'router1', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '2a28d851-1a3f-4cf3-bce4-765fb4735fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:00:55Z', 'updated_at': '2021-07-22T21:01:12Z', 'revision_number': 4, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'gw_port': {'id': '2a28d851-1a3f-4cf3-bce4-765fb4735fb4', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:01:12Z', 'updated_at': '2021-07-22T21:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'f3b711ba-880f-4461-a7b7-d43c071bfad4', 'name': '', 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'mac_address': 'fa:16:3e:af:8d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:01:04Z', 'updated_at': '2021-07-22T21:01:15Z', 'revision_number': 5, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'subnets': [{'id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ee6689c-c51d-4baa-84e2-0c7ed9a7ed88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:01:16.341969 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de267199-9044-49d2-8878-54434333d9ac None None] The sync data for ids ['7068e99f-36c4-4b09-be20-1d70fe816d74'] in dv-cinder-801902-1-iscsi is: [{'id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'name': 'router1', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '2a28d851-1a3f-4cf3-bce4-765fb4735fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:00:55Z', 'updated_at': '2021-07-22T21:01:12Z', 'revision_number': 4, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'gw_port': {'id': '2a28d851-1a3f-4cf3-bce4-765fb4735fb4', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:01:12Z', 'updated_at': '2021-07-22T21:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'f3b711ba-880f-4461-a7b7-d43c071bfad4', 'name': '', 'network_id': '2c03837d-f61b-4cd0-938f-743d9cf15571', 'tenant_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'mac_address': 'fa:16:3e:af:8d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068e99f-36c4-4b09-be20-1d70fe816d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:01:04Z', 'updated_at': '2021-07-22T21:01:15Z', 'revision_number': 5, 'project_id': 'ae23035380ac4ff0befef4ed9facf8f6', 'subnets': [{'id': '16ec1a2e-92eb-42b3-8995-d67776ce1e84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ee6689c-c51d-4baa-84e2-0c7ed9a7ed88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:01:17.174264 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device f3b711ba-880f-4461-a7b7-d43c071bfad4 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:01:17.223650 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port f3b711ba-880f-4461-a7b7-d43c071bfad4 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:01:17.224018 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:17.298549 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 2a28d851-1a3f-4cf3-bce4-765fb4735fb4 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:01:17.347960 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 2a28d851-1a3f-4cf3-bce4-765fb4735fb4 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:01:17.351911 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 2a28d851-1a3f-4cf3-bce4-765fb4735fb4 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:01:17.352279 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:17.429481 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:17.467914 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port 2a28d851-1a3f-4cf3-bce4-765fb4735fb4, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=2a28d851-1a3f-4cf3-bce4-765fb4735fb4,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:01:17.474779 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:17.528150 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=2a28d851-1a3f-4cf3-bce4-765fb4735fb4,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:01:19.112679 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 2a28d851-1a3f-4cf3-bce4-765fb4735fb4 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:01:19.172953 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 2a28d851-1a3f-4cf3-bce4-765fb4735fb4 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:01:19.172953 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:30.089688 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-e522a52f-fc15-4b5c-a96e-1f40e3428ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:32.825058 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-063f4d9c-1c09-4c02-8c21-1d335ad0eb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:33.148759 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:33.880435 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:35.130903 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:37.604817 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 5 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:02:00.092088 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f6e18bcc-4647-4f72-9a3c-9d0424788dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:02.843577 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-edfcf5af-133e-46ad-a5f2-30444a6ea0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:03.151920 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:03.876369 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:05.134544 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:14.605338 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 5 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:02:30.094982 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-4e7ae804-814b-4f37-9b62-9e68cc098196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:32.825238 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-5cd5cc50-c628-4d23-9bba-58bd97063bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:33.152705 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:33.872139 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:35.135109 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:51.006623 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46250) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:02:51.064766 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9973cc-d11f-4954-982b-d840cdd5e241 admin admin] GET failed (client error): The resource could not be found. Jul 22 21:02:51.066104 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7e9973cc-d11f-4954-982b-d840cdd5e241 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0585442 Jul 22 21:02:51.225753 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b357e-cf09-4041-8b03-b64659206780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:02:51.227190 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d31b357e-cf09-4041-8b03-b64659206780 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573699 Jul 22 21:02:51.606780 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 5 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:02:53.365917 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46260) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:02:53.454436 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334774cb-6f09-47e7-9eac-3413444dbb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:02:53.455755 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-334774cb-6f09-47e7-9eac-3413444dbb65 admin admin] 10.222.0.61 "GET /v2.0/subnets/16ec1a2e-92eb-42b3-8995-d67776ce1e84 HTTP/1.1" status: 200 len: 849 time: 0.0888844 Jul 22 21:02:53.464897 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:02:53.549942 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Notify callbacks [] for subnet, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:53.689566 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760960349296'] for subnet, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:53.722090 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:02:53.722694 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:53.723959 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] 10.222.0.61 "PUT /v2.0/subnets/16ec1a2e-92eb-42b3-8995-d67776ce1e84 HTTP/1.1" status: 200 len: 868 time: 0.2627139 Jul 22 21:02:53.740072 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd717b4-53c8-4503-b757-711f12eb33d6 None None] Network 2c03837d-f61b-4cd0-938f-743d9cf15571 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:02:53.746361 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ec1a2e-92eb-42b3-8995-d67776ce1e84,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:02:53.753900 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:53.754282 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:53.754593 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:53.754926 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:53.755242 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:53.755587 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:53.755987 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:53.756312 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:53.756643 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:53.756959 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:53.757307 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:53.757890 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824d34e-93c3-4667-bf78-6c23efb189df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:02:54.067214 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-a194a7c6-0dcc-4c33-bb3c-a12580f67197 None None] Provisioning complete for port f3b711ba-880f-4461-a7b7-d43c071bfad4 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:02:54.067586 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a194a7c6-0dcc-4c33-bb3c-a12580f67197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:54.154052 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-a194a7c6-0dcc-4c33-bb3c-a12580f67197 None None] Provisioning complete for port f782b79f-b3ff-469d-8155-2589df3f781f triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:02:54.154412 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a194a7c6-0dcc-4c33-bb3c-a12580f67197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:55.877219 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46268) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:02:56.068274 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038b1f0-dc2a-481a-a635-94fe09eabc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:02:56.068675 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038b1f0-dc2a-481a-a635-94fe09eabc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:02:56.070222 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-5038b1f0-dc2a-481a-a635-94fe09eabc0e admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1920755 Jul 22 21:02:58.197805 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46278) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:02:58.324374 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd7ac03-932f-4e88-8706-880e1b201454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:02:58.324841 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd7ac03-932f-4e88-8706-880e1b201454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:02:58.326387 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-bdd7ac03-932f-4e88-8706-880e1b201454 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1276476 Jul 22 21:03:00.096091 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a1730ac9-7a10-44a8-9f6a-ce9b94e82bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:00.472718 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46286) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:00.599258 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0aa610-5e09-42c7-8ec2-5968e84c6e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:00.600629 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-fa0aa610-5e09-42c7-8ec2-5968e84c6e0b admin admin] 10.222.0.61 "GET /v2.0/networks/2c03837d-f61b-4cd0-938f-743d9cf15571 HTTP/1.1" status: 200 len: 869 time: 0.1269081 Jul 22 21:03:02.736235 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46294) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:02.828480 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-4737408a-3757-42e0-8a59-717dc800a7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:02.857688 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e478446-f22d-4991-890e-82c65c33d9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:02.859056 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-2e478446-f22d-4991-890e-82c65c33d9f0 admin admin] 10.222.0.61 "GET /v2.0/networks/c2812c71-7be5-4495-afd6-eaefb879ca73 HTTP/1.1" status: 200 len: 886 time: 0.1218948 Jul 22 21:03:03.151958 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:03.874230 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:05.027057 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46302) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:05.137963 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:05.149018 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d2d79b-1d6c-4895-8db3-9d0b99ca869a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:05.149506 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d2d79b-1d6c-4895-8db3-9d0b99ca869a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:05.151054 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-16d2d79b-1d6c-4895-8db3-9d0b99ca869a admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230412 Jul 22 21:03:07.316475 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46310) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:07.404464 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b1e0d9-3d93-4813-bcb1-14e801c17863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:07.404834 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b1e0d9-3d93-4813-bcb1-14e801c17863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:07.406384 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-50b1e0d9-3d93-4813-bcb1-14e801c17863 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0889504 Jul 22 21:03:09.534357 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46318) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:09.622504 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3d3c08-02c8-4645-896b-bbd6c8de9e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:09.623822 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-9c3d3c08-02c8-4645-896b-bbd6c8de9e6b admin admin] 10.222.0.61 "GET /v2.0/subnets/16ec1a2e-92eb-42b3-8995-d67776ce1e84 HTTP/1.1" status: 200 len: 868 time: 0.0885365 Jul 22 21:03:11.745551 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46326) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:11.829103 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc06c1-86b5-414c-ae27-8070b92639bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:11.830405 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-5cfc06c1-86b5-414c-ae27-8070b92639bf admin admin] 10.222.0.61 "GET /v2.0/subnets/2fee39df-3300-40c8-972c-3707a50dfd61 HTTP/1.1" status: 200 len: 816 time: 0.0839109 Jul 22 21:03:28.605511 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 5 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:03:30.097021 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-eac7dfdd-1cba-4be7-88cf-da0f769b576c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.828760 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a392a221-11c6-4e7c-9c66-160d6ba1f329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.153969 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.878407 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:35.145408 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:35.912754 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46378) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:35.957368 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [None req-2d7794af-bdab-415d-a243-b83398b155a2 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:03:35.958378 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-2d7794af-bdab-415d-a243-b83398b155a2 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445840 Jul 22 21:03:38.187210 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46386) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:38.244283 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.pecan_wsgi.hooks.translation [None req-078dad4c-5c56-43e3-bfb0-13afe967d1a7 admin admin] GET failed (client error): The resource could not be found. Jul 22 21:03:38.245615 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-078dad4c-5c56-43e3-bfb0-13afe967d1a7 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0574822 Jul 22 21:03:38.382047 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9c54d2-1f32-44ab-bdaa-c71a0a82f7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:38.383414 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-7f9c54d2-1f32-44ab-bdaa-c71a0a82f7cc admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1336646 Jul 22 21:03:40.544026 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46394) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:40.590143 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:40.610526 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Made reservation on behalf of 7fa7bb2e680247bda058cd06ffafca5a for: {'network': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:40.612725 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.639947 dv-cinder-801902-1-iscsi neutron-server[93129]: WARNING neutron.services.revisions.revision_plugin [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Could not find related network for resource to bump revision. Jul 22 21:03:40.653609 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:03:40.663600 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.663876 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.segments_db [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Added segment 15976e3f-2d61-4f5d-b0b3-d6702a02155c of type vlan for network 22319337-3d0e-4a33-bdc3-62c9b676eeb6 Jul 22 21:03:40.703284 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.729977 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.730885 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:40.731460 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.763833 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2187455 Jul 22 21:03:40.789041 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Pushing event updated for resources: {'Network': ['ID=22319337-3d0e-4a33-bdc3-62c9b676eeb6,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:40.796798 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:40.797187 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:40.797460 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:40.797823 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:40.798128 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:40.798474 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:40.798806 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:40.799151 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:40.799477 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:40.799809 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:40.800131 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:40.800451 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae025a8-8c69-4c87-b685-67a37f02c291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:40.813347 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 22319337-3d0e-4a33-bdc3-62c9b676eeb6 details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:03:42.937683 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46402) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:42.993951 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a6b275-f888-4bb7-8027-c66123777877 admin admin] GET failed (client error): The resource could not be found. Jul 22 21:03:42.995313 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-63a6b275-f888-4bb7-8027-c66123777877 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0566778 Jul 22 21:03:43.067156 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd4674-2a73-46b2-8194-7d7da3c0db52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:43.068949 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-bafd4674-2a73-46b2-8194-7d7da3c0db52 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695891 Jul 22 21:03:43.079062 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-2aad1c77-54ce-4267-a031-b211d0572be9 admin admin] Request body: {'subnet': {'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:43.097649 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aad1c77-54ce-4267-a031-b211d0572be9 admin admin] Made reservation on behalf of 7fa7bb2e680247bda058cd06ffafca5a for: {'subnet': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:43.099778 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c77-54ce-4267-a031-b211d0572be9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.256116 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c77-54ce-4267-a031-b211d0572be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for subnet, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.308680 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad1c77-54ce-4267-a031-b211d0572be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69553c11-bbf0-459b-9f90-9338e0f095f2,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:43.315707 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aad1c77-54ce-4267-a031-b211d0572be9 admin admin] Checking segment: {'id': '15976e3f-2d61-4f5d-b0b3-d6702a02155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:43.316052 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad1c77-54ce-4267-a031-b211d0572be9 admin admin] Network hostable DHCP agents. Network: 22319337-3d0e-4a33-bdc3-62c9b676eeb6, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:03:43.330381 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aad1c77-54ce-4267-a031-b211d0572be9 admin admin] Network 22319337-3d0e-4a33-bdc3-62c9b676eeb6 is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:03:43.338611 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-2aad1c77-54ce-4267-a031-b211d0572be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 22319337-3d0e-4a33-bdc3-62c9b676eeb6) {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:43.342655 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad1c77-54ce-4267-a031-b211d0572be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:43.343436 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c77-54ce-4267-a031-b211d0572be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.347278 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a81533-5fd3-4ed0-bc6b-69b4ac71b245 None None] Network 22319337-3d0e-4a33-bdc3-62c9b676eeb6 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:03:43.356521 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-2aad1c77-54ce-4267-a031-b211d0572be9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2814558 Jul 22 21:03:43.588761 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65543306-413c-5b99-9acb-ae0ce15c5c2c-22319337-3d0e-4a33-bdc3-62c9b676eeb6', 'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6', 'tenant_id': '7fa7bb2e680247bda058cd06ffafca5a', 'fixed_ips': [{'subnet_id': '69553c11-bbf0-459b-9f90-9338e0f095f2'}]}} from dv-cinder-801902-1-iscsi. {{(pid=93130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:03:43.589659 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.729793 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.db_base_plugin_common [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Allocated IP 192.168.233.2 (22319337-3d0e-4a33-bdc3-62c9b676eeb6/69553c11-bbf0-459b-9f90-9338e0f095f2/1bff1475-598e-4367-91d3-34bf85e6cab4) {{(pid=93130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:03:43.870255 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Notify callbacks [] for port, precommit_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.878996 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Transition to ACTIVE for port object 1bff1475-598e-4367-91d3-34bf85e6cab4 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:43.893424 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Transition to ACTIVE for port object 1bff1475-598e-4367-91d3-34bf85e6cab4 will not be triggered until provisioned by entity DHCP. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:43.899817 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.939337 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Network 22319337-3d0e-4a33-bdc3-62c9b676eeb6 is already hosted by enough agents. {{(pid=93130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:43.942077 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.base_scheduler [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Resources bound (agent type, host, resource id): {{(pid=93130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:43.948426 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Received port after_create {{(pid=93130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:03:43.951162 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Pushing event updated for resources: {'Port': ['ID=1bff1475-598e-4367-91d3-34bf85e6cab4,revision_number=1']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:43.961614 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:43.961959 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:43.962293 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:43.962618 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:43.962943 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:43.963265 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:43.963586 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:43.963904 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:43.964243 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:43.964562 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:43.964884 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:43.965220 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:44.015276 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Attempting to bind port 1bff1475-598e-4367-91d3-34bf85e6cab4 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:03:44.015558 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Attempting to bind port 1bff1475-598e-4367-91d3-34bf85e6cab4 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '15976e3f-2d61-4f5d-b0b3-d6702a02155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:03:44.015926 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Attempting to bind port 1bff1475-598e-4367-91d3-34bf85e6cab4 on network 22319337-3d0e-4a33-bdc3-62c9b676eeb6 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:44.020717 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:03:44.021097 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Checking segment: {'id': '15976e3f-2d61-4f5d-b0b3-d6702a02155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:44.021498 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.021877 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Bound using segment: {'id': '15976e3f-2d61-4f5d-b0b3-d6702a02155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:03:44.022327 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Bound port: 1bff1475-598e-4367-91d3-34bf85e6cab4, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15976e3f-2d61-4f5d-b0b3-d6702a02155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:03:44.022718 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.089730 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] For port 1bff1475-598e-4367-91d3-34bf85e6cab4, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:03:44.096101 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] For port 1bff1475-598e-4367-91d3-34bf85e6cab4, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=1bff1475-598e-4367-91d3-34bf85e6cab4,segment=NetworkSegment(15976e3f-2d61-4f5d-b0b3-d6702a02155c),segment_id=15976e3f-2d61-4f5d-b0b3-d6702a02155c)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:03:44.100983 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.159103 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a41134-f96a-44a5-88f1-a5ceaf20a666 None None] Pushing event updated for resources: {'Port': ['ID=1bff1475-598e-4367-91d3-34bf85e6cab4,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:44.939929 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b207fa81-9f8e-4716-b959-81f34d0112e3 None None] Network 22319337-3d0e-4a33-bdc3-62c9b676eeb6 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:03:45.027771 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-b528d0ae-236e-4271-8800-59001b5861e7 None None] Provisioning for port 1bff1475-598e-4367-91d3-34bf85e6cab4 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:45.244621 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 1bff1475-598e-4367-91d3-34bf85e6cab4 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:45.301360 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 1bff1475-598e-4367-91d3-34bf85e6cab4 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:45.304984 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 1bff1475-598e-4367-91d3-34bf85e6cab4 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:45.305388 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.359489 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-3c365f13-7b29-4f2a-bf38-aa5298effeec None None] Provisioning complete for port 1bff1475-598e-4367-91d3-34bf85e6cab4 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:45.359853 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-3c365f13-7b29-4f2a-bf38-aa5298effeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.422912 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.480466 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port 1bff1475-598e-4367-91d3-34bf85e6cab4, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=1bff1475-598e-4367-91d3-34bf85e6cab4,segment=NetworkSegment(15976e3f-2d61-4f5d-b0b3-d6702a02155c),segment_id=15976e3f-2d61-4f5d-b0b3-d6702a02155c)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:03:45.485633 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.527215 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-3c365f13-7b29-4f2a-bf38-aa5298effeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.554254 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=1bff1475-598e-4367-91d3-34bf85e6cab4,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:45.593320 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.db.api [None req-3c365f13-7b29-4f2a-bf38-aa5298effeec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:03:45.593734 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG oslo_db.api [None req-3c365f13-7b29-4f2a-bf38-aa5298effeec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:03:47.204155 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 1bff1475-598e-4367-91d3-34bf85e6cab4 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:47.253826 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 1bff1475-598e-4367-91d3-34bf85e6cab4 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:47.254185 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.099790 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-56d1b961-46db-4c32-8af6-e5241e6f1243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.831020 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-4ecb2e04-e1f1-4868-baa4-7be22d4a246f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.155946 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.881674 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:05.148864 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:05.604002 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 5 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:04:30.101591 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a9f87d1b-5e13-40f6-97e7-8dfbc27a783a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.831376 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f503b179-b92d-4c11-b199-5ea614c4927b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:33.157070 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:33.884452 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.158406 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.602269 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 5 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:04:53.641113 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46454) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:53.647990 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [None req-e74a13d4-2b49-4f9d-9c16-d0ff3cb3c81c tempest-verify_tempest_config-203592272 tempest-verify_tempest_config-203592272-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:04:53.649007 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-e74a13d4-2b49-4f9d-9c16-d0ff3cb3c81c tempest-verify_tempest_config-203592272 tempest-verify_tempest_config-203592272-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065839 Jul 22 21:04:54.113647 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46472) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:54.249162 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:54.374288 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:54.378829 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:54.427682 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=228a76035e4043b8943317c3a12bf96b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3128924 Jul 22 21:04:54.428524 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ae2f0c-5c31-44bf-9a26-325c5a56801a,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:54.430809 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46478) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:54.436557 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.436925 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.437349 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.437640 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.437967 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.438319 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.438617 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.438941 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.439263 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.439586 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.439906 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.440233 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2472edc5-6d8c-4841-9baf-2d62697c40a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.494341 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:54.525142 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:54.631936 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:54.635222 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:54.636948 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58ae2f0c-5c31-44bf-9a26-325c5a56801a HTTP/1.1" status: 204 len: 168 time: 0.2048686 Jul 22 21:04:54.648863 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ae2f0c-5c31-44bf-9a26-325c5a56801a,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:54.659441 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.659964 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.660492 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.661010 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.661564 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.662080 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.662601 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.663125 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.663682 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.664181 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.664674 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:54.665167 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aba445-a628-4045-b683-d30b6a2cd30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:00.108129 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-bd958363-9beb-4188-9717-6cbf673e8afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:02.838424 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-12c2fafe-db01-4a53-93d9-46e66bafeea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:03.168861 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:03.897617 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:05.167773 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:19.654018 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 5 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:05:30.100752 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-0241be50-a6ae-4bbe-a130-9ef21aac1608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.839445 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-eb43cee9-9988-4d47-99b9-621d68f18349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:33.160297 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:33.889613 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.159675 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:56.603583 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 5 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:06:00.102738 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-e02b1700-e7bd-4bf1-a19c-b471171a78ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:02.829872 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-9ecf35e3-5012-4656-8b57-e916fb174bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:03.161308 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:03.893165 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:05.163414 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:30.103285 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9d8b-9964-4b6d-966f-acebbe38e0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:32.829267 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-da960dc3-1de8-43a9-812d-c0d3410c9207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.162691 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.602205 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 5 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:06:33.894416 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:35.165707 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.702862 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415413'] for agent, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:59.237765 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46550) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:59.338444 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-650785ac-c1ef-42a5-baa7-804efa679898 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0995989 Jul 22 21:07:00.103835 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-d8a39103-2223-4f9c-978a-b767b1812541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:01.509225 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46560) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:07:01.564042 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4301e4cb-7c63-47ed-b65f-845b96192a4e admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0537508 Jul 22 21:07:02.830059 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-b4d19c26-4e7d-4c5d-987b-7bc993dd5418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.163364 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.900578 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:05.169577 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:10.600917 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:07:15.653335 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:30.105544 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-688162f1-0012-473b-8dc1-dde1a93517d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:32.831836 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-981812ea-5d7b-4feb-932b-c5c2e85f3319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:33.167706 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:33.899887 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:35.172985 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:45.662834 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:47.602894 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:08:00.118930 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-3977f6e0-059f-42af-88f5-18ec8c9faec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:02.843075 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-408c4d38-7ee9-47a6-8b8f-136aea2efbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:03.180375 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:03.922032 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:05.196555 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:15.654560 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:24.605744 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:08:30.116941 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-668553b6-7a41-4e35-b1ed-a57e937f4c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:32.846843 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-94c5ab4f-6302-49e5-8b9e-ca8d60150777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:33.184964 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:33.913235 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:35.184510 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:42.894759 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46672) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:43.143000 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-341325237-network', 'tenant_id': '0a342c04540b40e5a0f541bcefd24ccb'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:43.174116 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Made reservation on behalf of 0a342c04540b40e5a0f541bcefd24ccb for: {'network': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:08:43.176728 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:43.195000 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:43.372039 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:43.379398 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:43.428080 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d120cfde-c7cc-4c03-94e4-0a0ef269973c,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:43.431709 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:08:43.442839 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:43.443556 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:43.443729 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:43.444042 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:43.444374 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:43.444779 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:43.445213 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:43.445450 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:43.445773 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:43.446089 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:43.446409 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:43.446751 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Tracked resource versions report: Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: pushed versions: Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: { 'AddressGroup': {'1.2'}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'ConntrackHelper': {'1.0'}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Log': {'1.0'}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Network': {'1.1'}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Port': {'1.7'}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'PortForwarding': {'1.2'}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'QosPolicy': {'1.8'}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'SecurityGroup': {'1.4'}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'SubPort': {'1.0'}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Subnet': {'1.1'}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Trunk': {'1.1'}} Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: consumer versions: Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: { DHCP agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: HyperV agent@hv-cinder-80190: {}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: L3 agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: Metadata agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: Metering agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: Open vSwitch agent@dv-cinder-801902-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'ConntrackHelper': '1.0', Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Log': '1.0', Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Network': '1.1', Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Port': '1.7', Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'PortForwarding': '1.2', Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'QosPolicy': '1.8', Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'SecurityGroup': '1.4', Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'SecurityGroupRule': '1.2', Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'SubPort': '1.0', Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Subnet': '1.1', Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: 'Trunk': '1.1'}} Jul 22 21:08:43.448048 dv-cinder-801902-1-iscsi neutron-server[93129]: {{(pid=93129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:08:43.472738 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:43.472738 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.segments_db [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Added segment 0f62672c-de35-4afd-9daf-56cc3100b791 of type vlan for network 00e7f4d7-016b-4e03-bffe-dc451ffd3090 Jul 22 21:08:43.526422 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46708) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:43.548292 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:43.595761 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:43.597045 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:43.598028 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:43.668009 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7668180 Jul 22 21:08:43.668320 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46716) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:43.679107 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Request body: {'subnet': {'network_id': '00e7f4d7-016b-4e03-bffe-dc451ffd3090', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-341325237-subnet', 'tenant_id': '0a342c04540b40e5a0f541bcefd24ccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:43.730113 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Made reservation on behalf of 0a342c04540b40e5a0f541bcefd24ccb for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:08:43.734081 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:43.870377 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d2156-7a8f-42be-9725-27feeb6dd17c admin admin] Pushing event updated for resources: {'Network': ['ID=00e7f4d7-016b-4e03-bffe-dc451ffd3090,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:43.891604 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 00e7f4d7-016b-4e03-bffe-dc451ffd3090 details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:08:44.055986 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:44.143365 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-300015120-network', 'tenant_id': 'e211d57dbdde462180986ceb11c35090'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:44.151825 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ec6226-6118-4e6d-accf-6d3b8c390a04,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:44.171398 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:44.171763 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:44.172106 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:44.172436 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:44.172840 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:44.173328 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:44.173548 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:44.173874 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:44.174200 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:44.174514 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:44.175047 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:44.175748 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Tracked resource versions report: Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: pushed versions: Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: { 'AddressGroup': {'1.2'}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'ConntrackHelper': {'1.0'}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Log': {'1.0'}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Network': {'1.1'}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Port': {'1.7'}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'PortForwarding': {'1.2'}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'QosPolicy': {'1.8'}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'SecurityGroup': {'1.4'}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'SubPort': {'1.0'}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Subnet': {'1.1'}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Trunk': {'1.1'}} Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: consumer versions: Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: { DHCP agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: HyperV agent@hv-cinder-80190: {}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: L3 agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: Metadata agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: Metering agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: Open vSwitch agent@dv-cinder-801902-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'ConntrackHelper': '1.0', Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Log': '1.0', Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Network': '1.1', Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Port': '1.7', Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'PortForwarding': '1.2', Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'QosPolicy': '1.8', Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'SecurityGroup': '1.4', Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'SecurityGroupRule': '1.2', Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'SubPort': '1.0', Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Subnet': '1.1', Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: 'Trunk': '1.1'}} Jul 22 21:08:44.176467 dv-cinder-801902-1-iscsi neutron-server[93128]: {{(pid=93128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:08:44.196293 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Made reservation on behalf of e211d57dbdde462180986ceb11c35090 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:08:44.199041 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:44.211840 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:44.222061 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Checking segment: {'id': '0f62672c-de35-4afd-9daf-56cc3100b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '00e7f4d7-016b-4e03-bffe-dc451ffd3090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:08:44.222426 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Network hostable DHCP agents. Network: 00e7f4d7-016b-4e03-bffe-dc451ffd3090, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:08:44.254506 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Network 00e7f4d7-016b-4e03-bffe-dc451ffd3090 is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:08:44.271892 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 00e7f4d7-016b-4e03-bffe-dc451ffd3090) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:44.280789 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:44.281426 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:44.290524 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef916f7-13a0-4a8b-8d79-4b46a0ec2040 None None] Network 00e7f4d7-016b-4e03-bffe-dc451ffd3090 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:44.411167 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:44.421137 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:44.449117 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-ddc2b261-23c4-4a11-a66b-086b4ae93a02 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7670624 Jul 22 21:08:44.470598 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:08:44.490374 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121fea58-37ed-4f09-be58-52ab87ce3e11,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:44.499369 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:44.499902 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Added segment 10a72e25-0790-4d79-a966-d46d19fe0c20 of type vlan for network a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14 Jul 22 21:08:44.529903 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd0d468-d00e-423d-a8a9-38ec616f7973 None None] Network 00e7f4d7-016b-4e03-bffe-dc451ffd3090 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:44.577890 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:44.628410 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:44.631304 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:44.632593 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:44.703286 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46746) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:44.705170 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1768622 Jul 22 21:08:44.712239 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-1403962e-b160-49e7-bd66-3a1da7efcc8b admin admin] Request body: {'subnet': {'network_id': 'a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-300015120-subnet', 'tenant_id': 'e211d57dbdde462180986ceb11c35090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:44.757270 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1403962e-b160-49e7-bd66-3a1da7efcc8b admin admin] Made reservation on behalf of e211d57dbdde462180986ceb11c35090 for: {'subnet': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:08:44.757656 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33d2a5-4f25-4b88-ab57-2293413612b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:44.762995 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1403962e-b160-49e7-bd66-3a1da7efcc8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:44.776573 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14 details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:08:45.062644 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1403962e-b160-49e7-bd66-3a1da7efcc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for subnet, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:45.144609 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403962e-b160-49e7-bd66-3a1da7efcc8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd6a05a-8f15-4732-be19-3e5b06b06505,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:45.150582 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1403962e-b160-49e7-bd66-3a1da7efcc8b admin admin] Checking segment: {'id': '10a72e25-0790-4d79-a966-d46d19fe0c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:08:45.150939 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403962e-b160-49e7-bd66-3a1da7efcc8b admin admin] Network hostable DHCP agents. Network: a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:08:45.181624 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403962e-b160-49e7-bd66-3a1da7efcc8b admin admin] Network a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14 is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:08:45.200610 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-1403962e-b160-49e7-bd66-3a1da7efcc8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14) {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:45.205399 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1403962e-b160-49e7-bd66-3a1da7efcc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:45.206374 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1403962e-b160-49e7-bd66-3a1da7efcc8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:45.228671 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e555cf55-32ed-44fa-8935-dc011ab21579 None None] Network a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:45.233888 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-1403962e-b160-49e7-bd66-3a1da7efcc8b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5291893 Jul 22 21:08:45.447063 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021eac16-8695-47a9-84f2-4552fada84b6 None None] Network a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:45.458493 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46788) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:45.688814 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.003995 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1704447540-network', 'tenant_id': '83409f5ee05143549e6b448156db56f3'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:46.035713 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Made reservation on behalf of 83409f5ee05143549e6b448156db56f3 for: {'network': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:08:46.041412 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.056725 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.216095 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.222385 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.254813 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a7ff4a-3448-4019-9abb-c699decfafa2,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:46.258920 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:08:46.271570 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.271941 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.segments_db [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Added segment 502383c9-79d8-4faa-81dc-78af7a9c89b4 of type vlan for network e9abf4eb-fe7c-4e13-a636-571e35d647a6 Jul 22 21:08:46.342483 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.380504 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.381886 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:46.382838 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.423445 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46814) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:46.433164 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-052edf8d-bab0-4201-8f86-95a31203dd97 admin admin] Request body: {'subnet': {'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1704447540-subnet', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:46.434069 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9725776 Jul 22 21:08:46.451067 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46816) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:46.471440 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46820) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:46.483820 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052edf8d-bab0-4201-8f86-95a31203dd97 admin admin] Made reservation on behalf of 83409f5ee05143549e6b448156db56f3 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:08:46.487615 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-052edf8d-bab0-4201-8f86-95a31203dd97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.489135 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a9b96-e19b-446d-acd1-7df3ed237103 admin admin] Pushing event updated for resources: {'Network': ['ID=e9abf4eb-fe7c-4e13-a636-571e35d647a6,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:46.502480 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network e9abf4eb-fe7c-4e13-a636-571e35d647a6 details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:08:46.762782 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-052edf8d-bab0-4201-8f86-95a31203dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.854784 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052edf8d-bab0-4201-8f86-95a31203dd97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81c09867-3f71-4343-84b7-0293e6ab5741,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:46.873059 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052edf8d-bab0-4201-8f86-95a31203dd97 admin admin] Checking segment: {'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:08:46.874821 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052edf8d-bab0-4201-8f86-95a31203dd97 admin admin] Network hostable DHCP agents. Network: e9abf4eb-fe7c-4e13-a636-571e35d647a6, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:08:46.919780 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052edf8d-bab0-4201-8f86-95a31203dd97 admin admin] Network e9abf4eb-fe7c-4e13-a636-571e35d647a6 is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:08:46.935734 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-052edf8d-bab0-4201-8f86-95a31203dd97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, e9abf4eb-fe7c-4e13-a636-571e35d647a6) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:46.945537 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052edf8d-bab0-4201-8f86-95a31203dd97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:46.946062 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-052edf8d-bab0-4201-8f86-95a31203dd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.950983 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd242a96-c033-4e0c-a116-b5dab0153e15 None None] Network e9abf4eb-fe7c-4e13-a636-571e35d647a6 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:46.975164 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46836) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:46.976464 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-052edf8d-bab0-4201-8f86-95a31203dd97 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5516291 Jul 22 21:08:46.979885 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1704447540-router', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:47.044794 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-369506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59113'] for router, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.046946 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59110'] for router, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.189967 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.220089 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29794366-bdf7-48f4-a8e8-03cadc0a130f None None] Network e9abf4eb-fe7c-4e13-a636-571e35d647a6 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:47.247485 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-96172255-network', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:47.283748 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1058571854-network', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:47.320916 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Made reservation on behalf of 7cadc60b086141b0bf66cc6aebba01f5 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:08:47.323724 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.335615 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.371727 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.db.api [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:08:47.371727 dv-cinder-801902-1-iscsi neutron-server[93129]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:08:47.371727 dv-cinder-801902-1-iscsi neutron-server[93129]: [parameters: {'project_id_1': 'd1ad23cab7f9480eb741b996da7e56f8', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 8, 47, 293747)}] Jul 22 21:08:47.371727 dv-cinder-801902-1-iscsi neutron-server[93129]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:08:47.373693 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG oslo_db.api [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:08:47.541771 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59092'] for router, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.562600 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.569996 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.591415 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:08:47.691904 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.692947 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Added segment 039f75bd-ec5d-4ea9-bc07-08b2fcf968ec of type vlan for network 8c27f061-77cb-4f8f-ae65-db88286d691d Jul 22 21:08:47.752000 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b426dd95-897b-4682-b0da-8c6ca09c50df,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:47.768508 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.822290 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.824712 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:47.826017 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.865640 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3922389 Jul 22 21:08:47.870314 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46860) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:47.887699 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Request body: {'subnet': {'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-subnet', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:47.907891 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.db.api [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:08:47.907891 dv-cinder-801902-1-iscsi neutron-server[93128]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:08:47.907891 dv-cinder-801902-1-iscsi neutron-server[93128]: [parameters: {'project_id_1': '7cadc60b086141b0bf66cc6aebba01f5', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 8, 47, 897158)}] Jul 22 21:08:47.907891 dv-cinder-801902-1-iscsi neutron-server[93128]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:08:47.908566 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG oslo_db.api [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:08:47.915228 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Made reservation on behalf of d1ad23cab7f9480eb741b996da7e56f8 for: {'network': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:08:47.917883 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.931709 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.965680 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53f0d9-7995-4202-8915-4515f3998445 admin admin] Pushing event updated for resources: {'Network': ['ID=8c27f061-77cb-4f8f-ae65-db88286d691d,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:47.983714 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 8c27f061-77cb-4f8f-ae65-db88286d691d details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:08:48.107278 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.121969 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.169827 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:08:48.185860 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46880) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:48.192170 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.196409 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1027655536-network', 'tenant_id': 'b89bbf74ceee4605bd791515d4ec1c63'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:48.200809 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c02605b-ffb0-4273-85f3-f9bddbac0cdd,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:48.241877 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.243181 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.segments_db [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Added segment 3c058b6e-0174-427a-b4e2-13918457e0bb of type vlan for network 0c2d50da-bec8-4953-a39c-7c6350f478fc Jul 22 21:08:48.260400 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.286218 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Made reservation on behalf of b89bbf74ceee4605bd791515d4ec1c63 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:08:48.290665 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.329576 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.394112 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.492369 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.493687 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:48.493921 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.537672 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Allocated IP 172.27.1.5 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/28a91509-10e8-403d-8075-b483f08a8785) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:08:48.605990 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.626611 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.668790 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2d50da-bec8-4953-a39c-7c6350f478fc,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:48.723138 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Made reservation on behalf of 7cadc60b086141b0bf66cc6aebba01f5 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:08:48.727988 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.740714 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:08:48.741893 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 0c2d50da-bec8-4953-a39c-7c6350f478fc details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:08:48.744909 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-152fbf2e-d10a-40aa-8b0d-a35bad7abf61 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2907505 Jul 22 21:08:48.748634 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46886) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:48.767021 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed086495-96f4-4882-abe1-20b175bb6fd7,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:48.772000 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-87b75f13-47c6-4a47-93da-c07544438c78 admin admin] Request body: {'subnet': {'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1058571854-subnet', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:48.811762 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.813756 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Added segment be479485-17d1-47d7-86ed-e08593a6cfa2 of type vlan for network ec5af723-d6b3-4e26-b703-6884aff46c5b Jul 22 21:08:48.945937 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46896) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:48.954850 dv-cinder-801902-1-iscsi neutron-server[93128]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 21:08:48.996331 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:49.111670 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:49.126458 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b75f13-47c6-4a47-93da-c07544438c78 admin admin] Made reservation on behalf of d1ad23cab7f9480eb741b996da7e56f8 for: {'subnet': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:08:49.130823 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-87b75f13-47c6-4a47-93da-c07544438c78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:49.322913 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:49.375428 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:49.377532 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:49.378803 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:49.454215 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:08:49.486975 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:49.497243 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:08:49.529254 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=ec5af723-d6b3-4e26-b703-6884aff46c5b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:49.546671 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network ec5af723-d6b3-4e26-b703-6884aff46c5b details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:08:49.645884 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-ff60448f-2f82-48b9-a92b-ea61f955875a tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:49.658071 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-ff60448f-2f82-48b9-a92b-ea61f955875a tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/networks?id=00e7f4d7-016b-4e03-bffe-dc451ffd3090 HTTP/1.1" status: 200 len: 811 time: 0.7090271 Jul 22 21:08:49.676042 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-e97a35a5-be03-43f7-8dda-ab18bf8fd0e2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4884861 Jul 22 21:08:49.710061 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-e66e0b13-9778-4379-b53a-e37507f29781 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/quotas/0a342c04540b40e5a0f541bcefd24ccb HTTP/1.1" status: 200 len: 375 time: 0.0410426 Jul 22 21:08:49.716902 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46930) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:49.783109 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-b5d69d9b-a5ea-4089-a283-675855f0fd41 admin admin] Request body: {'subnet': {'network_id': 'ec5af723-d6b3-4e26-b703-6884aff46c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1027655536-subnet', 'tenant_id': 'b89bbf74ceee4605bd791515d4ec1c63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:49.849956 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3da6450d-8fb0-4945-a7c3-023dfe652956 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a342c04540b40e5a0f541bcefd24ccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1384380 Jul 22 21:08:49.855821 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Pushing event updated for resources: {'Port': ['ID=28a91509-10e8-403d-8075-b483f08a8785,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:49.954584 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d69d9b-a5ea-4089-a283-675855f0fd41 admin admin] Made reservation on behalf of b89bbf74ceee4605bd791515d4ec1c63 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:08:49.958729 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b5d69d9b-a5ea-4089-a283-675855f0fd41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.011990 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-87b75f13-47c6-4a47-93da-c07544438c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for subnet, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.251105 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.272345 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b5d69d9b-a5ea-4089-a283-675855f0fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.338574 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.372284 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-0ef017db-f8d2-4108-9d0c-d020bf02102a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:08:50.384588 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-0ef017db-f8d2-4108-9d0c-d020bf02102a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1303630 Jul 22 21:08:50.590106 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d69d9b-a5ea-4089-a283-675855f0fd41 admin admin] Checking segment: {'id': 'be479485-17d1-47d7-86ed-e08593a6cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ec5af723-d6b3-4e26-b703-6884aff46c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:08:50.590649 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d69d9b-a5ea-4089-a283-675855f0fd41 admin admin] Network hostable DHCP agents. Network: ec5af723-d6b3-4e26-b703-6884aff46c5b, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:08:50.619087 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b75f13-47c6-4a47-93da-c07544438c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34bae904-f02c-4d88-8830-72019b3c2b45,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:50.655826 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-369596'] for router, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.661852 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d69d9b-a5ea-4089-a283-675855f0fd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b05d2610-a7f1-440d-b044-42dc8d1611b0,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:50.676421 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-caca16be-00da-4bb5-9f7e-76f75a507768 service neutron] 10.222.0.61 "GET /v2.0/networks/00e7f4d7-016b-4e03-bffe-dc451ffd3090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900813 Jul 22 21:08:50.777705 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d69d9b-a5ea-4089-a283-675855f0fd41 admin admin] Network ec5af723-d6b3-4e26-b703-6884aff46c5b is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:08:50.813912 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Checking segment: {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:08:50.814348 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Network hostable DHCP agents. Network: 8c27f061-77cb-4f8f-ae65-db88286d691d, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:08:50.817740 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b75f13-47c6-4a47-93da-c07544438c78 admin admin] Checking segment: {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:08:50.818338 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b75f13-47c6-4a47-93da-c07544438c78 admin admin] Network hostable DHCP agents. Network: 0c2d50da-bec8-4953-a39c-7c6350f478fc, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:08:50.820099 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5381fb-b7ce-4b94-8250-c36113b9d44f,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:50.864132 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Router 75e8291a-9670-45fe-a414-569eaab2f132 is scheduled to L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df with binding_index 1 {{(pid=93129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:08:50.869110 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b75f13-47c6-4a47-93da-c07544438c78 admin admin] Network 0c2d50da-bec8-4953-a39c-7c6350f478fc is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:08:50.894804 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-b5d69d9b-a5ea-4089-a283-675855f0fd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, ec5af723-d6b3-4e26-b703-6884aff46c5b) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:50.899440 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-87b75f13-47c6-4a47-93da-c07544438c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 0c2d50da-bec8-4953-a39c-7c6350f478fc) {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:50.899994 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d69d9b-a5ea-4089-a283-675855f0fd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:50.900593 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b5d69d9b-a5ea-4089-a283-675855f0fd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.909433 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b75f13-47c6-4a47-93da-c07544438c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:50.909600 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beddcca3-a332-49f3-8be5-292a6744c2b1 None None] Network ec5af723-d6b3-4e26-b703-6884aff46c5b requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:50.910695 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-87b75f13-47c6-4a47-93da-c07544438c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.915296 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c2dc0a-6514-4562-8721-df3deb030b52 None None] Network 0c2d50da-bec8-4953-a39c-7c6350f478fc requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:50.982213 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b5d69d9b-a5ea-4089-a283-675855f0fd41 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2477288 Jul 22 21:08:51.002459 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-87b75f13-47c6-4a47-93da-c07544438c78 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2522073 Jul 22 21:08:51.052877 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46958) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:51.058589 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Network 8c27f061-77cb-4f8f-ae65-db88286d691d is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:08:51.074438 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:51.088571 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-02c3d1f3-c408-43da-a5db-7ffd940bcddc service neutron] 10.222.0.61 "GET /v2.0/networks/00e7f4d7-016b-4e03-bffe-dc451ffd3090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630128 Jul 22 21:08:51.100500 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 8c27f061-77cb-4f8f-ae65-db88286d691d) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:51.113048 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:51.114006 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.148231 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-369506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59113'] for router, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.150812 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59110'] for router, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.162918 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850df526-d82c-4d41-b185-28be772a92c3 None None] Network 8c27f061-77cb-4f8f-ae65-db88286d691d requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:51.180953 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46970) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:51.185843 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c89fd73f-afe4-41f4-90b0-f00f386e73b1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3015349 Jul 22 21:08:51.191823 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:51.242307 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:08:51.259057 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Sync routers for ids ['75e8291a-9670-45fe-a414-569eaab2f132'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:08:51.267593 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-369506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59113'] for router, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.278773 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Routers {'75e8291a-9670-45fe-a414-569eaab2f132'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:08:51.279422 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:08:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['75e8291a-9670-45fe-a414-569eaab2f132'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:51.281800 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59110'] for router, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.336787 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] Notify callbacks [] for router, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.339531 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-000cb6dc-06c0-4b9e-b0dd-01ccac386672 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3631201 Jul 22 21:08:51.361167 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46976) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:51.573107 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65543306-413c-5b99-9acb-ae0ce15c5c2c-0c2d50da-bec8-4953-a39c-7c6350f478fc', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45'}]}} from dv-cinder-801902-1-iscsi. {{(pid=93130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:08:51.574470 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.576377 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 46978) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:51.619416 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.910532 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Set router 75e8291a-9670-45fe-a414-569eaab2f132 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:08:51.930637 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65543306-413c-5b99-9acb-ae0ce15c5c2c-8c27f061-77cb-4f8f-ae65-db88286d691d', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f'}]}} from dv-cinder-801902-1-iscsi. {{(pid=93130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:08:51.939063 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:52.011904 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c9ea0f-420d-4f28-a69e-8261626e9797 admin admin] Deleting subnet 7bd6a05a-8f15-4732-be19-3e5b06b06505 {{(pid=93129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:08:52.030682 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-39c9ea0f-420d-4f28-a69e-8261626e9797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:52.142617 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 46996) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:52.179068 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-39c9ea0f-420d-4f28-a69e-8261626e9797 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:52.214356 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-39c9ea0f-420d-4f28-a69e-8261626e9797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:52.229524 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebec9bd-724f-4910-9224-36a45d219be1 None None] Network ec5af723-d6b3-4e26-b703-6884aff46c5b requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:52.278184 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a35171ef-e64b-4f57-88e9-476ee6eba7d2 req-db78f4dc-9bf1-4e4b-942c-844b87bcd9d7 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 210 time: 0.1337054 Jul 22 21:08:52.279415 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47014) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:52.336508 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:52.514914 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59092'] for router, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:52.545632 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e8291a-9670-45fe-a414-569eaab2f132', 'name': 'tempest-ServerRescueNegativeTestJSON-1704447540-router', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '28a91509-10e8-403d-8075-b483f08a8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:47Z', 'updated_at': '2021-07-22T21:08:50Z', 'revision_number': 3, 'project_id': '83409f5ee05143549e6b448156db56f3', 'gw_port': {'id': '28a91509-10e8-403d-8075-b483f08a8785', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e8291a-9670-45fe-a414-569eaab2f132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:48Z', 'updated_at': '2021-07-22T21:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:52.603636 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.db_base_plugin_common [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Allocated IP 172.20.0.2 (0c2d50da-bec8-4953-a39c-7c6350f478fc/34bae904-f02c-4d88-8830-72019b3c2b45/e8f7a3be-a68d-4761-b933-e2a64c326fbe) {{(pid=93130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:08:52.607886 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-39c9ea0f-420d-4f28-a69e-8261626e9797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for subnet, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:52.624731 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-19bd3dce-b206-4ed4-8023-319a4734ef9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:52.640368 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Checking router: 75e8291a-9670-45fe-a414-569eaab2f132 for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:08:52.640933 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Updating router 75e8291a-9670-45fe-a414-569eaab2f132 port 28a91509-10e8-403d-8075-b483f08a8785 binding host dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:08:52.680739 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9ea0f-420d-4f28-a69e-8261626e9797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd6a05a-8f15-4732-be19-3e5b06b06505,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:52.722158 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:52.745880 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-39c9ea0f-420d-4f28-a69e-8261626e9797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:52.753545 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-39c9ea0f-420d-4f28-a69e-8261626e9797 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7bd6a05a-8f15-4732-be19-3e5b06b06505 HTTP/1.1" status: 204 len: 168 time: 1.1702945 Jul 22 21:08:52.755535 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47024) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:52.881432 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59092'] for router, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:52.888839 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-19bd3dce-b206-4ed4-8023-319a4734ef9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:52.919146 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-19bd3dce-b206-4ed4-8023-319a4734ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:53.013429 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd3dce-b206-4ed4-8023-319a4734ef9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030a618f-38ea-48d7-bf7a-f6cd030b09a5,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:53.249974 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-19bd3dce-b206-4ed4-8023-319a4734ef9c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb8ec493a97e44a78de6a0682f8b5f72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9682856 Jul 22 21:08:53.255719 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47038) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:53.467191 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.db_base_plugin_common [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Allocated IP 172.20.0.2 (8c27f061-77cb-4f8f-ae65-db88286d691d/0a5381fb-b7ce-4b94-8250-c36113b9d44f/21ea2282-be03-4818-a81a-2b4d18f2780b) {{(pid=93130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:08:53.597567 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:53.630469 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Notify callbacks [] for port, precommit_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:53.654089 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.provisioning_blocks [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Transition to ACTIVE for port object 28a91509-10e8-403d-8075-b483f08a8785 will not be triggered until provisioned by entity L2. {{(pid=93131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:08:53.669626 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:53.687148 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b2766909-d191-4752-97e2-1f8a1543f521 req-6e9c855a-301f-438d-9669-50794903cc95 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 210 time: 0.2280824 Jul 22 21:08:53.768826 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:53.782372 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Notify callbacks [] for port, precommit_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:53.792239 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:53.812071 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:53.812631 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:53.814425 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:53.814994 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > port after_create 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:53.815530 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:53.816069 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > port after_update 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:53.816592 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:53.817665 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:53.818180 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:53.818688 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:53.826062 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Transition to ACTIVE for port object e8f7a3be-a68d-4761-b933-e2a64c326fbe will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:08:53.861614 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:53.898502 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Attempting to bind port 28a91509-10e8-403d-8075-b483f08a8785 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:08:53.899053 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Attempting to bind port 28a91509-10e8-403d-8075-b483f08a8785 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:08:53.899915 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Attempting to bind port 28a91509-10e8-403d-8075-b483f08a8785 on network c2812c71-7be5-4495-afd6-eaefb879ca73 {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:08:53.907514 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Transition to ACTIVE for port object e8f7a3be-a68d-4761-b933-e2a64c326fbe will not be triggered until provisioned by entity DHCP. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:08:53.918001 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Pushing event updated for resources: {'Port': ['ID=28a91509-10e8-403d-8075-b483f08a8785,revision_number=2']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:53.923476 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:08:53.924293 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Checking segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:08:53.925162 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:53.926004 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Bound using segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:08:53.927369 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Bound port: 28a91509-10e8-403d-8075-b483f08a8785, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:08:53.928057 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:53.939625 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:53.995209 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:53.996648 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:53.997364 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:53.997875 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:53.999302 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.000644 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.001212 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.002942 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.003899 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.004597 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.006892 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.007522 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Tracked resource versions report: Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: pushed versions: Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: { 'AddressGroup': {'1.2'}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'ConntrackHelper': {'1.0'}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Log': {'1.0'}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Network': {'1.1'}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Port': {'1.7'}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'PortForwarding': {'1.2'}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'QosPolicy': {'1.8'}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'SecurityGroup': {'1.4'}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'SubPort': {'1.0'}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Subnet': {'1.1'}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Trunk': {'1.1'}} Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: consumer versions: Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: { DHCP agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: HyperV agent@hv-cinder-80190: {}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: L3 agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: Metadata agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: Metering agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: Open vSwitch agent@dv-cinder-801902-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'ConntrackHelper': '1.0', Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Log': '1.0', Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Network': '1.1', Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Port': '1.7', Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'PortForwarding': '1.2', Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'QosPolicy': '1.8', Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'SecurityGroup': '1.4', Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'SecurityGroupRule': '1.2', Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'SubPort': '1.0', Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Subnet': '1.1', Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: 'Trunk': '1.1'}} Jul 22 21:08:54.010940 dv-cinder-801902-1-iscsi neutron-server[93131]: {{(pid=93131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:08:54.061445 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Notify callbacks [] for port, precommit_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.073307 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Network 0c2d50da-bec8-4953-a39c-7c6350f478fc is already hosted by enough agents. {{(pid=93130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:08:54.094476 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.base_scheduler [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Resources bound (agent type, host, resource id): {{(pid=93130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:54.121042 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Received port after_create {{(pid=93130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:08:54.133522 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] For port 28a91509-10e8-403d-8075-b483f08a8785, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:08:54.146068 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Transition to ACTIVE for port object 21ea2282-be03-4818-a81a-2b4d18f2780b will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:08:54.163046 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] For port 28a91509-10e8-403d-8075-b483f08a8785, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=28a91509-10e8-403d-8075-b483f08a8785,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:08:54.170564 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.181846 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Pushing event updated for resources: {'Port': ['ID=e8f7a3be-a68d-4761-b933-e2a64c326fbe,revision_number=1']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:54.225879 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:54.226530 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:54.227005 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:54.227480 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:54.228006 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14']}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:54.257601 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a72e25-0790-4d79-a966-d46d19fe0c20') {'for_net_delete': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:54.262732 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a72e25-0790-4d79-a966-d46d19fe0c20') {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:54.290080 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3952117'] for segment, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.292679 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.298848 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.299322 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.299495 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Routers {'75e8291a-9670-45fe-a414-569eaab2f132'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:08:54.299877 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.300440 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.300973 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.301240 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:08:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['75e8291a-9670-45fe-a414-569eaab2f132'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:54.301598 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.302059 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.302535 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.302976 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.303416 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.303856 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Tracked resource versions report: Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: pushed versions: Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: { 'AddressGroup': {'1.2'}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'ConntrackHelper': {'1.0'}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Log': {'1.0'}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Network': {'1.1'}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Port': {'1.7'}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'PortForwarding': {'1.2'}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'QosPolicy': {'1.8'}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'SecurityGroup': {'1.4'}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'SubPort': {'1.0'}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Subnet': {'1.1'}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Trunk': {'1.1'}} Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: consumer versions: Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: { DHCP agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: HyperV agent@hv-cinder-80190: {}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: L3 agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: Metadata agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: Metering agent@dv-cinder-801902-1-iscsi: {}, Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: Open vSwitch agent@dv-cinder-801902-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'ConntrackHelper': '1.0', Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Log': '1.0', Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Network': '1.1', Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Port': '1.7', Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'PortForwarding': '1.2', Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'QosPolicy': '1.8', Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'SecurityGroup': '1.4', Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'SecurityGroupRule': '1.2', Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'SubPort': '1.0', Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Subnet': '1.1', Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: 'Trunk': '1.1'}} Jul 22 21:08:54.305581 dv-cinder-801902-1-iscsi neutron-server[93130]: {{(pid=93130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:08:54.308242 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3e4f2-ddf1-42ae-9a3e-cb0f053e3813 None None] Pushing event updated for resources: {'Port': ['ID=28a91509-10e8-403d-8075-b483f08a8785,revision_number=3']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:54.358516 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.361546 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c56505e9-7536-4bdc-b7aa-355aa81acb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.367937 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Transition to ACTIVE for port object 21ea2282-be03-4818-a81a-2b4d18f2780b will not be triggered until provisioned by entity DHCP. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:08:54.381309 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:08:54.382070 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935919'] for segment, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.394425 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Attempting to bind port e8f7a3be-a68d-4761-b933-e2a64c326fbe on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:08:54.395336 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Attempting to bind port e8f7a3be-a68d-4761-b933-e2a64c326fbe by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:08:54.396428 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Attempting to bind port e8f7a3be-a68d-4761-b933-e2a64c326fbe on network 0c2d50da-bec8-4953-a39c-7c6350f478fc {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:08:54.408933 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: from cryptography.utils import int_from_bytes Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: from cryptography.utils import int_from_bytes Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: Traceback (most recent call last): Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: timer() Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: cb(*args, **kw) Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: return func(*args, **kwargs) Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: self._notify() Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: self.callback(batched_events) Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: event.method(event) Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: return f(self, *a, **k) Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._get(url).json() Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: return self.request(url, 'GET', **kwargs) Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:08:54.426413 dv-cinder-801902-1-iscsi neutron-server[93129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:08:54.438429 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Allocated IP 172.27.1.118 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/e1a05430-ac1b-45b5-a190-166b9c74c727) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:08:54.449325 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:08:54.449744 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Checking segment: {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:08:54.450147 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.452835 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Bound using segment: {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:08:54.454201 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Bound port: e8f7a3be-a68d-4761-b933-e2a64c326fbe, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:08:54.455099 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c56505e9-7536-4bdc-b7aa-355aa81acb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.455299 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.522252 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Network 8c27f061-77cb-4f8f-ae65-db88286d691d is already hosted by enough agents. {{(pid=93130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:08:54.549726 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.base_scheduler [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Resources bound (agent type, host, resource id): {{(pid=93130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:54.553204 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Received port after_create {{(pid=93130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:08:54.579728 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] Set router 75e8291a-9670-45fe-a414-569eaab2f132 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:08:54.619606 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c56505e9-7536-4bdc-b7aa-355aa81acb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.622288 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c56505e9-7536-4bdc-b7aa-355aa81acb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.627635 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c56505e9-7536-4bdc-b7aa-355aa81acb58 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/030a618f-38ea-48d7-bf7a-f6cd030b09a5 HTTP/1.1" status: 204 len: 168 time: 1.3665271 Jul 22 21:08:54.674326 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56505e9-7536-4bdc-b7aa-355aa81acb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030a618f-38ea-48d7-bf7a-f6cd030b09a5,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:54.693114 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Pushing event updated for resources: {'Port': ['ID=21ea2282-be03-4818-a81a-2b4d18f2780b,revision_number=1']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:54.742715 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.783073 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Attempting to bind port 21ea2282-be03-4818-a81a-2b4d18f2780b on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:08:54.783756 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Attempting to bind port 21ea2282-be03-4818-a81a-2b4d18f2780b by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:08:54.784417 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Attempting to bind port 21ea2282-be03-4818-a81a-2b4d18f2780b on network 8c27f061-77cb-4f8f-ae65-db88286d691d {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:08:54.801491 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:08:54.802976 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Checking segment: {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:08:54.804127 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.805032 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Bound using segment: {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:08:54.806070 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Bound port: 21ea2282-be03-4818-a81a-2b4d18f2780b, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:08:54.806928 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.831074 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] For port e8f7a3be-a68d-4761-b933-e2a64c326fbe, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:08:54.856888 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] For port e8f7a3be-a68d-4761-b933-e2a64c326fbe, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=e8f7a3be-a68d-4761-b933-e2a64c326fbe,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:08:54.875554 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.899687 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:54.972567 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:08:54.980043 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:54.991420 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:08:55.026372 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e8291a-9670-45fe-a414-569eaab2f132', 'name': 'tempest-ServerRescueNegativeTestJSON-1704447540-router', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '28a91509-10e8-403d-8075-b483f08a8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:47Z', 'updated_at': '2021-07-22T21:08:50Z', 'revision_number': 3, 'project_id': '83409f5ee05143549e6b448156db56f3', 'gw_port': {'id': '28a91509-10e8-403d-8075-b483f08a8785', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e8291a-9670-45fe-a414-569eaab2f132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:48Z', 'updated_at': '2021-07-22T21:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:55.075846 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cc9e9-745c-4ccd-8364-83b5be0adddd None None] Pushing event updated for resources: {'Port': ['ID=e8f7a3be-a68d-4761-b933-e2a64c326fbe,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:55.080309 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] For port 21ea2282-be03-4818-a81a-2b4d18f2780b, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:08:55.084137 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] For port 21ea2282-be03-4818-a81a-2b4d18f2780b, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=21ea2282-be03-4818-a81a-2b4d18f2780b,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:08:55.092918 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff2c89c-58ed-4d7d-8300-011871edf376 None None] The sync data for ids ['75e8291a-9670-45fe-a414-569eaab2f132'] in dv-cinder-801902-1-iscsi is: [{'id': '75e8291a-9670-45fe-a414-569eaab2f132', 'name': 'tempest-ServerRescueNegativeTestJSON-1704447540-router', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '28a91509-10e8-403d-8075-b483f08a8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:47Z', 'updated_at': '2021-07-22T21:08:50Z', 'revision_number': 3, 'project_id': '83409f5ee05143549e6b448156db56f3', 'gw_port': {'id': '28a91509-10e8-403d-8075-b483f08a8785', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e8291a-9670-45fe-a414-569eaab2f132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:48Z', 'updated_at': '2021-07-22T21:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:08:55.097298 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:55.103196 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:55.128290 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:55.134240 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] 10.222.0.61 "DELETE /v2.0/networks/a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14 HTTP/1.1" status: 204 len: 168 time: 2.2439573 Jul 22 21:08:55.146503 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47082) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:55.204877 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a05430-ac1b-45b5-a190-166b9c74c727,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:55.252641 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02be0f9-fd3d-4728-b111-5c48a4ac3eac admin admin] Deleting subnet b05d2610-a7f1-440d-b044-42dc8d1611b0 {{(pid=93129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:08:55.260224 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a02be0f9-fd3d-4728-b111-5c48a4ac3eac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:55.267889 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7afb4-9146-4fae-a20f-6801a46fb02b None None] Pushing event updated for resources: {'Port': ['ID=21ea2282-be03-4818-a81a-2b4d18f2780b,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:55.403220 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88978f11-17e8-48ac-9be9-7add262966b5 req-d0724f6e-de12-4294-81a7-f9db1f2c3385 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 210 time: 0.1450722 Jul 22 21:08:55.404049 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9a598-1f3e-4a59-9523-000244d3cf7e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3dbc2b1-fd9a-45f0-ac79-4685e26c2e14,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:55.561343 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:55.652000 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device e8f7a3be-a68d-4761-b933-e2a64c326fbe up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:08:55.674975 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:55.701679 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a02be0f9-fd3d-4728-b111-5c48a4ac3eac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3952124'] for subnet, precommit_delete_associations {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:55.701679 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47090) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:55.761400 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-587a7b15-16a7-48e1-8c1d-d1953f414af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:55.834658 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port e8f7a3be-a68d-4761-b933-e2a64c326fbe completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:08:55.946121 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:55.948911 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a02be0f9-fd3d-4728-b111-5c48a4ac3eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:56.176172 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:56.254186 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Allocated IP 172.27.1.144 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/d52fdea6-92d2-4ad6-baac-ef6a919a33a9) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:08:56.317726 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a02be0f9-fd3d-4728-b111-5c48a4ac3eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9935957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962763'] for subnet, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:56.427512 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-587a7b15-16a7-48e1-8c1d-d1953f414af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:56.466697 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-587a7b15-16a7-48e1-8c1d-d1953f414af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:56.511289 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a02be0f9-fd3d-4728-b111-5c48a4ac3eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:56.521020 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a02be0f9-fd3d-4728-b111-5c48a4ac3eac admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b05d2610-a7f1-440d-b044-42dc8d1611b0 HTTP/1.1" status: 204 len: 168 time: 1.3599808 Jul 22 21:08:56.535245 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47096) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:56.638558 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-369596'] for router, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:56.755744 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02be0f9-fd3d-4728-b111-5c48a4ac3eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b05d2610-a7f1-440d-b044-42dc8d1611b0,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:56.817231 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-587a7b15-16a7-48e1-8c1d-d1953f414af8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f71b05edb39e4f1297147093d16547cf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1078651 Jul 22 21:08:56.847569 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ce0373-afde-4537-9aa3-0f5ecb8c308b None None] Network 0c2d50da-bec8-4953-a39c-7c6350f478fc requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:56.860513 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a7b15-16a7-48e1-8c1d-d1953f414af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62cb1a5-0342-4263-9ce7-5293e197d7ac,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:56.865512 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47106) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:56.894415 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c7f2145-264c-4fa8-8878-fdacd0c25a00 req-f1b61dc5-52f8-4d1f-88d3-925494660877 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 210 time: 0.1023803 Jul 22 21:08:56.984600 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 is scheduled to L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df with binding_index 1 {{(pid=93128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:08:57.033115 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:57.073325 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-fb25ce8e-00bf-417a-8836-d8a4e957896b None None] Provisioning for port e8f7a3be-a68d-4761-b933-e2a64c326fbe completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:08:57.094159 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-fb25ce8e-00bf-417a-8836-d8a4e957896b None None] Provisioning complete for port e8f7a3be-a68d-4761-b933-e2a64c326fbe triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:08:57.095105 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fb25ce8e-00bf-417a-8836-d8a4e957896b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:57.158655 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:08:57.180664 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Sync routers for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:08:57.192268 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:57.196877 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-ba391180-9dca-446f-9521-1bdbc9332939 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1398253 Jul 22 21:08:57.202669 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47108) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:57.220574 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Allocated IP 172.20.0.1 (e9abf4eb-fe7c-4e13-a636-571e35d647a6/81c09867-3f71-4343-84b7-0293e6ab5741/dd125a9d-7c0c-4dd0-846b-efb7c7a1111a) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:08:57.238719 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:08:57.242174 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:08:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:57.329225 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b82b1e-c1df-4745-a9a4-d7b661827333 None None] Network 8c27f061-77cb-4f8f-ae65-db88286d691d requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:57.351667 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:57.358967 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5c39dfbe-47c3-4e3d-a555-75dee8e6fec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:57.371787 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:57.383129 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5af723-d6b3-4e26-b703-6884aff46c5b']}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:57.415163 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be479485-17d1-47d7-86ed-e08593a6cfa2') {'for_net_delete': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:57.415983 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be479485-17d1-47d7-86ed-e08593a6cfa2') {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:57.514325 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3952117'] for segment, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:57.579683 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5c39dfbe-47c3-4e3d-a555-75dee8e6fec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:57.709225 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:57.718514 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:08:57.718793 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935919'] for segment, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:57.786810 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 21ea2282-be03-4818-a81a-2b4d18f2780b up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:08:57.887285 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:08:58.044259 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fb25ce8e-00bf-417a-8836-d8a4e957896b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:58.094606 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e7faa2b0-855e-4df0-b4a3-10a6ca1d6793 req-aaae19f9-f364-4e20-8191-d116a44088bc tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 210 time: 0.0591488 Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: Traceback (most recent call last): Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: timer() Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: cb(*args, **kw) Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: return func(*args, **kwargs) Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: self._notify() Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: self.callback(batched_events) Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: event.method(event) Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: return f(self, *a, **k) Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._get(url).json() Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: return self.request(url, 'GET', **kwargs) Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:08:58.181797 dv-cinder-801902-1-iscsi neutron-server[93129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:08:58.201587 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-fb25ce8e-00bf-417a-8836-d8a4e957896b None None] For port e8f7a3be-a68d-4761-b933-e2a64c326fbe, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=e8f7a3be-a68d-4761-b933-e2a64c326fbe,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:08:58.206986 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:58.223010 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fb25ce8e-00bf-417a-8836-d8a4e957896b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:58.238628 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:58.248100 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:58.252939 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:58.256134 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ec5af723-d6b3-4e26-b703-6884aff46c5b HTTP/1.1" status: 204 len: 168 time: 1.6939206 Jul 22 21:08:58.366904 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:08:58.368033 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93b2a6-4b89-4349-9e69-5f62cecef421 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5af723-d6b3-4e26-b703-6884aff46c5b,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:58.373423 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 21ea2282-be03-4818-a81a-2b4d18f2780b completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:08:58.389255 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5c39dfbe-47c3-4e3d-a555-75dee8e6fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:58.417682 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5c39dfbe-47c3-4e3d-a555-75dee8e6fec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:58.447373 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-5c39dfbe-47c3-4e3d-a555-75dee8e6fec0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e62cb1a5-0342-4263-9ce7-5293e197d7ac HTTP/1.1" status: 204 len: 168 time: 1.4278195 Jul 22 21:08:58.503768 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 28a91509-10e8-403d-8075-b483f08a8785 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:08:58.556291 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-035ed8f8-1890-4363-a7e6-9a08926de27c None None] Provisioning for port 21ea2282-be03-4818-a81a-2b4d18f2780b completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:08:58.558512 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:58.571654 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39dfbe-47c3-4e3d-a555-75dee8e6fec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62cb1a5-0342-4263-9ce7-5293e197d7ac,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:58.584541 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:08:58.711236 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:58.755881 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25ce8e-00bf-417a-8836-d8a4e957896b None None] Pushing event updated for resources: {'Port': ['ID=e8f7a3be-a68d-4761-b933-e2a64c326fbe,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:58.771775 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Pushing event updated for resources: {'Port': ['ID=d52fdea6-92d2-4ad6-baac-ef6a919a33a9,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:58.780347 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:58.926312 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Allocated IP 172.20.0.1 (0c2d50da-bec8-4953-a39c-7c6350f478fc/34bae904-f02c-4d88-8830-72019b3c2b45/de98cefc-85b7-4671-998c-e14fc00d963e) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:08:59.031862 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47146) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:59.146345 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-70fb13f7-9010-410a-8893-e9c293d2cf4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e211d57dbdde462180986ceb11c35090&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1174629 Jul 22 21:08:59.194459 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-035ed8f8-1890-4363-a7e6-9a08926de27c None None] Provisioning complete for port 21ea2282-be03-4818-a81a-2b4d18f2780b triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:08:59.195395 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-035ed8f8-1890-4363-a7e6-9a08926de27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.197073 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47152) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:59.242767 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Network e9abf4eb-fe7c-4e13-a636-571e35d647a6 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:08:59.266885 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:59.282127 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:08:59.305277 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 28a91509-10e8-403d-8075-b483f08a8785 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:08:59.319867 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 28a91509-10e8-403d-8075-b483f08a8785 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:08:59.320960 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.373710 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.403023 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:08:55Z', 'revision_number': 3, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:59.450027 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-238dc674-15d1-4660-8613-7a21f5a25a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.480312 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Checking router: 852f6db8-5cdf-4729-ac1a-9571b3ac3380 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:08:59.480891 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Updating router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 port e1a05430-ac1b-45b5-a190-166b9c74c727 binding host dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:08:59.500170 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Pushing event updated for resources: {'Port': ['ID=dd125a9d-7c0c-4dd0-846b-efb7c7a1111a,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:59.506662 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369485'] for router_interface, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.526204 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-035ed8f8-1890-4363-a7e6-9a08926de27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.536325 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ffd21c2-60e8-47e1-90f3-8375e2cbabf5 req-5b4dd21a-d2c2-4e18-b81a-ba4a45f942a1 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 210 time: 0.0881774 Jul 22 21:08:59.540536 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Transition to ACTIVE for port object de98cefc-85b7-4671-998c-e14fc00d963e will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:08:59.553440 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-238dc674-15d1-4660-8613-7a21f5a25a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.591943 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.714362 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-035ed8f8-1890-4363-a7e6-9a08926de27c None None] For port 21ea2282-be03-4818-a81a-2b4d18f2780b, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=21ea2282-be03-4818-a81a-2b4d18f2780b,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:08:59.742652 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-035ed8f8-1890-4363-a7e6-9a08926de27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.908521 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.915506 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.945415 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.966519 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-238dc674-15d1-4660-8613-7a21f5a25a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.971048 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-238dc674-15d1-4660-8613-7a21f5a25a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:59.977690 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-238dc674-15d1-4660-8613-7a21f5a25a83 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/121fea58-37ed-4f09-be58-52ab87ce3e11 HTTP/1.1" status: 204 len: 168 time: 0.7789540 Jul 22 21:08:59.997682 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Network 0c2d50da-bec8-4953-a39c-7c6350f478fc is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:00.009354 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:00.013990 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:00.014541 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369485'] for router_interface, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:00.029758 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dc674-15d1-4660-8613-7a21f5a25a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121fea58-37ed-4f09-be58-52ab87ce3e11,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:00.067735 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Pushing event updated for resources: {'Port': ['ID=de98cefc-85b7-4671-998c-e14fc00d963e,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:00.293722 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:00.371530 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:00.420141 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Transition to ACTIVE for port object e1a05430-ac1b-45b5-a190-166b9c74c727 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:00.526147 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:00.549861 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-68ec86dc-913e-4643-9875-65a56b4f9cd2 None None] Provisioning complete for port e8f7a3be-a68d-4761-b933-e2a64c326fbe triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:00.550322 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-68ec86dc-913e-4643-9875-65a56b4f9cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:00.631081 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port 28a91509-10e8-403d-8075-b483f08a8785, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=28a91509-10e8-403d-8075-b483f08a8785,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:00.671542 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:00.679975 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Attempting to bind port e1a05430-ac1b-45b5-a190-166b9c74c727 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:00.680343 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Attempting to bind port e1a05430-ac1b-45b5-a190-166b9c74c727 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:00.680696 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Attempting to bind port e1a05430-ac1b-45b5-a190-166b9c74c727 on network c2812c71-7be5-4495-afd6-eaefb879ca73 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:00.691141 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:00.691752 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Checking segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:00.692285 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:00.692819 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Bound using segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:00.693514 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Bound port: e1a05430-ac1b-45b5-a190-166b9c74c727, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:00.693989 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:00.696401 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ed8f8-1890-4363-a7e6-9a08926de27c None None] Pushing event updated for resources: {'Port': ['ID=21ea2282-be03-4818-a81a-2b4d18f2780b,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:00.700237 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:00.776881 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-58dfba93-8fb8-4801-afda-044a33c9d459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:00.792129 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-afd3b1a5-023b-4e0b-a788-f86e2b3b3e3c req-25afd2c2-f11f-435e-88a8-71760f3a2fcd tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 210 time: 0.1308649 Jul 22 21:09:00.877124 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cede7c4-6e80-4dd8-b0f8-6b521422c170 None None] Pushing event updated for resources: {'Port': ['ID=e1a05430-ac1b-45b5-a190-166b9c74c727,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:00.906796 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47192) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:00.946443 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] For port e1a05430-ac1b-45b5-a190-166b9c74c727, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:00.952503 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] For port e1a05430-ac1b-45b5-a190-166b9c74c727, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=e1a05430-ac1b-45b5-a190-166b9c74c727,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:00.966061 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-68ec86dc-913e-4643-9875-65a56b4f9cd2 None None] Provisioning complete for port 21ea2282-be03-4818-a81a-2b4d18f2780b triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:00.967153 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-68ec86dc-913e-4643-9875-65a56b4f9cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:00.971721 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.022733 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device e8f7a3be-a68d-4761-b933-e2a64c326fbe up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:01.055626 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-e623966c-84a0-4380-9c78-2a33ae48da54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b89bbf74ceee4605bd791515d4ec1c63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1461382 Jul 22 21:09:01.057848 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47194) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:01.082557 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.089624 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-369596'] for router, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.094260 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.241861 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:01.243099 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:08:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:01.255306 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=28a91509-10e8-403d-8075-b483f08a8785,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:01.283753 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3e0d0446-7a5c-4811-b34d-bc7734503d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.411801 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3e0d0446-7a5c-4811-b34d-bc7734503d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.418452 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Pushing event updated for resources: {'Port': ['ID=dd125a9d-7c0c-4dd0-846b-efb7c7a1111a,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:01.438505 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416765'] for router_interface, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.541877 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port e8f7a3be-a68d-4761-b933-e2a64c326fbe triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:01.542376 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.578669 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.581775 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3e0d0446-7a5c-4811-b34d-bc7734503d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.585048 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3e0d0446-7a5c-4811-b34d-bc7734503d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.586561 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3e0d0446-7a5c-4811-b34d-bc7734503d4a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed086495-96f4-4882-abe1-20b175bb6fd7 HTTP/1.1" status: 204 len: 168 time: 0.5142035 Jul 22 21:09:01.603983 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.609485 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416765'] for router_interface, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.616297 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:09:01.648709 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Network e9abf4eb-fe7c-4e13-a636-571e35d647a6 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:01.655723 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d0446-7a5c-4811-b34d-bc7734503d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed086495-96f4-4882-abe1-20b175bb6fd7,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:01.656077 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:01.675956 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Router 84725fe6-1f97-4d24-a33a-80ca5a29af6c is scheduled to L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df with binding_index 1 {{(pid=93129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:09:01.714800 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cede7c4-6e80-4dd8-b0f8-6b521422c170 None None] Pushing event updated for resources: {'Port': ['ID=e1a05430-ac1b-45b5-a190-166b9c74c727,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:01.779804 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Pushing event updated for resources: {'Port': ['ID=de98cefc-85b7-4671-998c-e14fc00d963e,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:01.995847 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:02.007604 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-e4b4c301-cd06-4346-844f-d6fe510da00d None None] Provisioning for port de98cefc-85b7-4671-998c-e14fc00d963e completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:02.062055 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4198fd8c-1e7a-4c2f-a0fb-b9c0d2f42b17 req-31ce2a1f-a3f9-423c-939c-dd059182368d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 210 time: 0.0735886 Jul 22 21:09:02.105597 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Network 0c2d50da-bec8-4953-a39c-7c6350f478fc is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:02.107002 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-e4b4c301-cd06-4346-844f-d6fe510da00d None None] Provisioning complete for port de98cefc-85b7-4671-998c-e14fc00d963e triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:02.107318 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c301-cd06-4346-844f-d6fe510da00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:02.108721 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:02.299340 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-e4b4c301-cd06-4346-844f-d6fe510da00d None None] Port de98cefc-85b7-4671-998c-e14fc00d963e cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:02.320285 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:02.333872 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Sync routers for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:02.379430 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] Notify callbacks [] for router, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:02.385874 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:02.385874 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:08:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:02.386987 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-9e32c80b-1945-4e4b-8695-96522b9a6868 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.2040308 Jul 22 21:09:02.389487 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47238) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:02.453823 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Router 75e8291a-9670-45fe-a414-569eaab2f132 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:02.630611 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-60c6ec2a-3117-418a-b963-efd1a4d7cddc None None] Provisioning complete for port de98cefc-85b7-4671-998c-e14fc00d963e triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:02.631204 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-60c6ec2a-3117-418a-b963-efd1a4d7cddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:02.712513 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:02.728818 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-28a79d5e-60ad-4a30-b8bf-cb900ccb680a admin admin] 10.222.0.61 "PUT /v2.0/routers/75e8291a-9670-45fe-a414-569eaab2f132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3537631 Jul 22 21:09:02.731746 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Sync routers for ids ['75e8291a-9670-45fe-a414-569eaab2f132'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:02.753873 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:02.757036 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-60c6ec2a-3117-418a-b963-efd1a4d7cddc None None] Port de98cefc-85b7-4671-998c-e14fc00d963e cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:02.772221 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Routers {'75e8291a-9670-45fe-a414-569eaab2f132'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:02.773010 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:08:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['75e8291a-9670-45fe-a414-569eaab2f132'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:02.959676 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:03.050291 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 21ea2282-be03-4818-a81a-2b4d18f2780b up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:03.102352 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-847cbeee-d460-4f84-aa23-8c7e5f002e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:03.265402 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47262) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:03.425911 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:03.435356 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:08:59Z', 'revision_number': 3, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:03.473164 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Set router 75e8291a-9670-45fe-a414-569eaab2f132 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:03.479354 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:08:58Z', 'revision_number': 1, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:03.509184 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Checking router: 84725fe6-1f97-4d24-a33a-80ca5a29af6c for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:03.509527 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Updating router 84725fe6-1f97-4d24-a33a-80ca5a29af6c port d52fdea6-92d2-4ad6-baac-ef6a919a33a9 binding host dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:09:03.537634 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 21ea2282-be03-4818-a81a-2b4d18f2780b triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:03.538003 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:03.541666 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d493f-e090-4b9f-a012-831713b1be17 None None] The sync data for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi is: [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:08:58Z', 'revision_number': 1, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:03.590678 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:03.602633 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:03.638975 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-8e8396fe-a886-480f-b2db-6747da52c30d admin admin] 10.222.0.61 "PUT /v2.0/routers/852f6db8-5cdf-4729-ac1a-9571b3ac3380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4346027 Jul 22 21:09:03.657711 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b92beaa8-9b87-4c33-9c27-64fedc7a557b req-f3e3507a-4fcd-4e99-9acd-cd2b384753dc tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 210 time: 0.4386292 Jul 22 21:09:03.798396 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.72', 55174) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:03.813582 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:04.185306 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:04.297869 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 28a91509-10e8-403d-8075-b483f08a8785 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:04.318247 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Allocated IP 172.20.0.1 (8c27f061-77cb-4f8f-ae65-db88286d691d/0a5381fb-b7ce-4b94-8250-c36113b9d44f/cd1f1e69-f80e-402c-94b2-60fbd33e0fca) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:04.395624 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e8291a-9670-45fe-a414-569eaab2f132', 'name': 'tempest-ServerRescueNegativeTestJSON-1704447540-router', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '28a91509-10e8-403d-8075-b483f08a8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:47Z', 'updated_at': '2021-07-22T21:08:59Z', 'revision_number': 4, 'project_id': '83409f5ee05143549e6b448156db56f3', 'gw_port': {'id': '28a91509-10e8-403d-8075-b483f08a8785', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e8291a-9670-45fe-a414-569eaab2f132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:48Z', 'updated_at': '2021-07-22T21:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'dd125a9d-7c0c-4dd0-846b-efb7c7a1111a', 'name': '', 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'mac_address': 'fa:16:3e:f6:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e8291a-9670-45fe-a414-569eaab2f132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '81c09867-3f71-4343-84b7-0293e6ab5741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:56Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 2, 'project_id': '83409f5ee05143549e6b448156db56f3', 'subnets': [{'id': '81c09867-3f71-4343-84b7-0293e6ab5741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:04.460163 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 28a91509-10e8-403d-8075-b483f08a8785 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:04.460529 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:04.475110 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cd0d462c-050c-43a3-a099-94aebec8f58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:04.548691 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Checking router: 75e8291a-9670-45fe-a414-569eaab2f132 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:04.549269 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Updating router 75e8291a-9670-45fe-a414-569eaab2f132 port dd125a9d-7c0c-4dd0-846b-efb7c7a1111a binding host dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:09:04.735698 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Notify callbacks [] for port, precommit_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:04.803704 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.provisioning_blocks [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Transition to ACTIVE for port object d52fdea6-92d2-4ad6-baac-ef6a919a33a9 will not be triggered until provisioned by entity L2. {{(pid=93131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:04.818512 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:04.833879 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cd0d462c-050c-43a3-a099-94aebec8f58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:04.847648 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:04.854509 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cd0d462c-050c-43a3-a099-94aebec8f58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:04.939885 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-cd0d462c-050c-43a3-a099-94aebec8f58f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=339077e56c6d40feb58bb030409e57aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6727612 Jul 22 21:09:04.965327 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47316) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:04.998519 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc239c6-2288-42be-82e9-3e6b27b1ae20 None None] Pushing event updated for resources: {'Port': ['ID=d52fdea6-92d2-4ad6-baac-ef6a919a33a9,revision_number=2']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:05.009235 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Attempting to bind port d52fdea6-92d2-4ad6-baac-ef6a919a33a9 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:05.013320 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Attempting to bind port d52fdea6-92d2-4ad6-baac-ef6a919a33a9 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:05.017615 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Attempting to bind port d52fdea6-92d2-4ad6-baac-ef6a919a33a9 on network c2812c71-7be5-4495-afd6-eaefb879ca73 {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:05.032846 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:05.033396 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Checking segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:05.034592 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:05.037818 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Bound using segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:05.039020 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Bound port: d52fdea6-92d2-4ad6-baac-ef6a919a33a9, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:05.040918 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:05.072289 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:05.138786 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-bcd0eb9c-8315-4b72-a13b-611df1f350e0 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:05.143815 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-bcd0eb9c-8315-4b72-a13b-611df1f350e0 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.72 "GET /v2.0/networks?id=00e7f4d7-016b-4e03-bffe-dc451ffd3090 HTTP/1.1" status: 200 len: 811 time: 1.3252125 Jul 22 21:09:05.146515 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Transition to ACTIVE for port object cd1f1e69-f80e-402c-94b2-60fbd33e0fca will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:05.194510 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] For port d52fdea6-92d2-4ad6-baac-ef6a919a33a9, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:05.201728 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] For port d52fdea6-92d2-4ad6-baac-ef6a919a33a9, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=d52fdea6-92d2-4ad6-baac-ef6a919a33a9,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:05.210274 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:05.260745 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Request body: {'port': {'device_id': '941e8314-5b90-4af8-b420-0750ad884cb5', 'network_id': '00e7f4d7-016b-4e03-bffe-dc451ffd3090', 'admin_state_up': True, 'tenant_id': '0a342c04540b40e5a0f541bcefd24ccb'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:05.307432 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:05.406456 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d462c-050c-43a3-a099-94aebec8f58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b38018-25eb-4414-93da-50d81279d6a0,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:05.517327 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:05.528670 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc239c6-2288-42be-82e9-3e6b27b1ae20 None None] Pushing event updated for resources: {'Port': ['ID=d52fdea6-92d2-4ad6-baac-ef6a919a33a9,revision_number=3']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:05.535726 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:05.537397 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:09:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:05.709709 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Network 8c27f061-77cb-4f8f-ae65-db88286d691d is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:05.733684 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:05.745871 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:05.746914 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369485'] for router_interface, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:05.755475 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1f1e69-f80e-402c-94b2-60fbd33e0fca,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:05.842211 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-41b8972d-4884-4203-92bc-454edfc51e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:05.845855 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0f0e-c116-422b-84ee-b737072451d4 req-902e4835-3d43-41d4-9ad3-2f3a09154fee tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:05.858395 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-902e4835-3d43-41d4-9ad3-2f3a09154fee tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 819 time: 0.4709992 Jul 22 21:09:05.923069 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:05.950916 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-7db49c3b-99a4-4ed0-a20a-3f7193bebd25 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/quotas/83409f5ee05143549e6b448156db56f3 HTTP/1.1" status: 200 len: 375 time: 0.0905743 Jul 22 21:09:06.076762 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47348) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:06.091746 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-41b8972d-4884-4203-92bc-454edfc51e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.106300 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-e3a8478e-6dce-4849-93eb-caaaa4a0b04a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155425082', 'description': 'tempest-description--647159582'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:06.185915 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.194470 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Made reservation on behalf of 0a342c04540b40e5a0f541bcefd24ccb for: {'port': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:06.216588 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.231110 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Transition to ACTIVE for port object dd125a9d-7c0c-4dd0-846b-efb7c7a1111a will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:06.244968 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.286700 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e3a8478e-6dce-4849-93eb-caaaa4a0b04a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.435774 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e20d5091-727e-484e-bafe-4651658ba81d req-2dbadf67-219e-48c8-ad82-ca27cc239ca3 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 210 time: 0.1739757 Jul 22 21:09:06.446562 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-432c5f7b-94f3-4687-9314-00ecae0fcb04 None None] Provisioning for port cd1f1e69-f80e-402c-94b2-60fbd33e0fca completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:06.525374 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-432c5f7b-94f3-4687-9314-00ecae0fcb04 None None] Provisioning complete for port cd1f1e69-f80e-402c-94b2-60fbd33e0fca triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:06.526149 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-432c5f7b-94f3-4687-9314-00ecae0fcb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.601885 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-41b8972d-4884-4203-92bc-454edfc51e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.617605 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-41b8972d-4884-4203-92bc-454edfc51e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.626325 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-41b8972d-4884-4203-92bc-454edfc51e5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f4b38018-25eb-4414-93da-50d81279d6a0 HTTP/1.1" status: 204 len: 168 time: 1.6564643 Jul 22 21:09:06.667595 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-432c5f7b-94f3-4687-9314-00ecae0fcb04 None None] Port cd1f1e69-f80e-402c-94b2-60fbd33e0fca cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:06.671807 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.695418 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba26a0-e09c-4fec-bfc5-178cced1eb26 None None] Pushing event updated for resources: {'Port': ['ID=dd125a9d-7c0c-4dd0-846b-efb7c7a1111a,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:06.746573 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8972d-4884-4203-92bc-454edfc51e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b38018-25eb-4414-93da-50d81279d6a0,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:06.903721 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:08:59Z', 'revision_number': 3, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:07.147178 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Attempting to bind port dd125a9d-7c0c-4dd0-846b-efb7c7a1111a on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:07.147557 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Attempting to bind port dd125a9d-7c0c-4dd0-846b-efb7c7a1111a by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:07.148001 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Attempting to bind port dd125a9d-7c0c-4dd0-846b-efb7c7a1111a on network e9abf4eb-fe7c-4e13-a636-571e35d647a6 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:07.170424 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:07.170837 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Checking segment: {'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:07.172905 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:07.177808 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Bound using segment: {'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:07.178516 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Bound port: dd125a9d-7c0c-4dd0-846b-efb7c7a1111a, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:07.179728 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:07.188706 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d4900b-ee45-418f-b8c5-956bd098558d None None] The sync data for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi is: [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:08:59Z', 'revision_number': 3, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:07.672874 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] For port dd125a9d-7c0c-4dd0-846b-efb7c7a1111a, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:07.685427 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] For port dd125a9d-7c0c-4dd0-846b-efb7c7a1111a, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=dd125a9d-7c0c-4dd0-846b-efb7c7a1111a,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:07.692867 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device e1a05430-ac1b-45b5-a190-166b9c74c727 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:07.700652 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Allocated IP 172.20.0.3 (00e7f4d7-016b-4e03-bffe-dc451ffd3090/99ec6226-6118-4e6d-accf-6d3b8c390a04/329f3eff-08b8-498e-bc83-6c628b874e37) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:07.702763 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:07.742594 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-0ea42e3d-daa9-4f20-9780-db371f28dba4 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7901349 Jul 22 21:09:07.991214 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:08.019525 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Routers {'75e8291a-9670-45fe-a414-569eaab2f132'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:08.023065 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:08.024154 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416765'] for router_interface, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:08.029982 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:09:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['75e8291a-9670-45fe-a414-569eaab2f132'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:08.486423 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba26a0-e09c-4fec-bfc5-178cced1eb26 None None] Pushing event updated for resources: {'Port': ['ID=dd125a9d-7c0c-4dd0-846b-efb7c7a1111a,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:08.537999 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-82229f3e-f397-40c9-9f2d-3ff7cf411c48 req-5b39d325-01bb-4093-a5cd-7653c5a97bf2 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 210 time: 0.2835736 Jul 22 21:09:08.650870 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47394) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:08.683986 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1f1e69-f80e-402c-94b2-60fbd33e0fca,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:08.749626 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5805a3b4-61ba-406f-8729-88703de306f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:08.770335 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port e1a05430-ac1b-45b5-a190-166b9c74c727 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:08.891625 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Sync routers for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:08.903346 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] Set router 75e8291a-9670-45fe-a414-569eaab2f132 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:08.931422 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:08.947102 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:08.956211 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:09:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:09.009646 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e3a8478e-6dce-4849-93eb-caaaa4a0b04a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.045697 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port e1a05430-ac1b-45b5-a190-166b9c74c727 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:09.046325 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.065841 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e3a8478e-6dce-4849-93eb-caaaa4a0b04a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.126542 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.158198 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e3a8478e-6dce-4849-93eb-caaaa4a0b04a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.165714 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-e3a8478e-6dce-4849-93eb-caaaa4a0b04a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.0826569 Jul 22 21:09:09.168533 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47406) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:09.243800 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-36639aa6-9edb-4b52-a9ff-ee0beba945a1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Request body: {'security_group_rule': {'security_group_id': '2c8147a5-62cf-4618-a1b4-0edfa50a5105', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:09.456913 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.db.api [None req-36639aa6-9edb-4b52-a9ff-ee0beba945a1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:09:09.456913 dv-cinder-801902-1-iscsi neutron-server[93128]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:09:09.456913 dv-cinder-801902-1-iscsi neutron-server[93128]: [parameters: {'project_id_1': 'd1ad23cab7f9480eb741b996da7e56f8', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 9, 9, 285460)}] Jul 22 21:09:09.456913 dv-cinder-801902-1-iscsi neutron-server[93128]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:09:09.478815 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG oslo_db.api [None req-36639aa6-9edb-4b52-a9ff-ee0beba945a1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:09:09.493340 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:09.651250 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8478e-6dce-4849-93eb-caaaa4a0b04a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8147a5-62cf-4618-a1b4-0edfa50a5105,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:09.689795 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-5b031023-9b24-4d94-a133-b0e1800542ad service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:09:09.758730 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-5b031023-9b24-4d94-a133-b0e1800542ad service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0207338 Jul 22 21:09:09.980917 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:10.068875 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Network 00e7f4d7-016b-4e03-bffe-dc451ffd3090 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:10.071019 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Pushing event updated for resources: {'Port': ['ID=329f3eff-08b8-498e-bc83-6c628b874e37,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:10.092279 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:10.110610 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:10.237806 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port e1a05430-ac1b-45b5-a190-166b9c74c727, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=e1a05430-ac1b-45b5-a190-166b9c74c727,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:10.264232 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:10.274888 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-c5c0e2f6-b3da-4935-bbe6-90941ac1e805 service neutron] 10.222.0.61 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111516 Jul 22 21:09:10.326666 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:10.327629 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for port, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:10.443981 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Network 8c27f061-77cb-4f8f-ae65-db88286d691d is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:10.528410 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=e1a05430-ac1b-45b5-a190-166b9c74c727,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:10.540723 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e8291a-9670-45fe-a414-569eaab2f132', 'name': 'tempest-ServerRescueNegativeTestJSON-1704447540-router', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '28a91509-10e8-403d-8075-b483f08a8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:47Z', 'updated_at': '2021-07-22T21:08:59Z', 'revision_number': 4, 'project_id': '83409f5ee05143549e6b448156db56f3', 'gw_port': {'id': '28a91509-10e8-403d-8075-b483f08a8785', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e8291a-9670-45fe-a414-569eaab2f132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:48Z', 'updated_at': '2021-07-22T21:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'dd125a9d-7c0c-4dd0-846b-efb7c7a1111a', 'name': '', 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'mac_address': 'fa:16:3e:f6:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e8291a-9670-45fe-a414-569eaab2f132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '81c09867-3f71-4343-84b7-0293e6ab5741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:56Z', 'updated_at': '2021-07-22T21:09:07Z', 'revision_number': 4, 'project_id': '83409f5ee05143549e6b448156db56f3', 'subnets': [{'id': '81c09867-3f71-4343-84b7-0293e6ab5741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:10.597734 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 2, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:10.647897 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfab67-7e13-4748-a17e-cb3fcd8775c5 None None] The sync data for ids ['75e8291a-9670-45fe-a414-569eaab2f132'] in dv-cinder-801902-1-iscsi is: [{'id': '75e8291a-9670-45fe-a414-569eaab2f132', 'name': 'tempest-ServerRescueNegativeTestJSON-1704447540-router', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '28a91509-10e8-403d-8075-b483f08a8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:47Z', 'updated_at': '2021-07-22T21:08:59Z', 'revision_number': 4, 'project_id': '83409f5ee05143549e6b448156db56f3', 'gw_port': {'id': '28a91509-10e8-403d-8075-b483f08a8785', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e8291a-9670-45fe-a414-569eaab2f132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:48Z', 'updated_at': '2021-07-22T21:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'dd125a9d-7c0c-4dd0-846b-efb7c7a1111a', 'name': '', 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'mac_address': 'fa:16:3e:f6:f5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e8291a-9670-45fe-a414-569eaab2f132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '81c09867-3f71-4343-84b7-0293e6ab5741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:56Z', 'updated_at': '2021-07-22T21:09:07Z', 'revision_number': 4, 'project_id': '83409f5ee05143549e6b448156db56f3', 'subnets': [{'id': '81c09867-3f71-4343-84b7-0293e6ab5741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:10.649379 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:10.684812 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device d52fdea6-92d2-4ad6-baac-ef6a919a33a9 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:10.754639 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Checking router: 852f6db8-5cdf-4729-ac1a-9571b3ac3380 for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:10.755178 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Updating router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 port de98cefc-85b7-4671-998c-e14fc00d963e binding host dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:09:11.082570 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:11.107013 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port d52fdea6-92d2-4ad6-baac-ef6a919a33a9 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:11.129008 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port d52fdea6-92d2-4ad6-baac-ef6a919a33a9 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:11.138641 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:11.179438 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47432) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:11.380604 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5805a3b4-61ba-406f-8729-88703de306f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:11.394375 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-e5c0594c-5586-4d3c-8146-b2483a8584a0 service neutron] 10.222.0.61 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1177678 Jul 22 21:09:11.396920 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-68f47da2-25a3-4344-bf7a-0cb0c674fb5d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1544876 Jul 22 21:09:11.438200 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-2e048a38-32fc-4ec0-9102-4d4b1e6922ae None None] Provisioning complete for port cd1f1e69-f80e-402c-94b2-60fbd33e0fca triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:11.438909 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-2e048a38-32fc-4ec0-9102-4d4b1e6922ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:11.443670 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5805a3b4-61ba-406f-8729-88703de306f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:11.533861 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-30adfc3b-47fb-4b06-8463-4df62292d902 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:09:11.537931 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-30adfc3b-47fb-4b06-8463-4df62292d902 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207326 Jul 22 21:09:11.634935 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7f4b-23af-4963-ba28-439cc374ec73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:11.656796 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-36639aa6-9edb-4b52-a9ff-ee0beba945a1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:11.860174 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-5805a3b4-61ba-406f-8729-88703de306f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61c494f926e8485b9daa6cb962641ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1735821 Jul 22 21:09:11.863126 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47440) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:11.872962 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-2e048a38-32fc-4ec0-9102-4d4b1e6922ae None None] Port cd1f1e69-f80e-402c-94b2-60fbd33e0fca cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:11.914379 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805a3b4-61ba-406f-8729-88703de306f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c391f960-f64f-4035-8e4a-c7a8a185d06c,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:11.972565 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Request body: {'port': {'device_id': '941e8314-5b90-4af8-b420-0750ad884cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:12.056416 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-36639aa6-9edb-4b52-a9ff-ee0beba945a1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.072797 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162ab27-1948-491d-87da-5bb804ed6f30 req-c71e993c-2932-4c1d-91e4-e82b4b397149 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:12.081316 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7162ab27-1948-491d-87da-5bb804ed6f30 req-c71e993c-2932-4c1d-91e4-e82b4b397149 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 931 time: 1.7013974 Jul 22 21:09:12.092653 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-36639aa6-9edb-4b52-a9ff-ee0beba945a1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.151397 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.167783 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Router 84725fe6-1f97-4d24-a33a-80ca5a29af6c has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:12.247848 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7162ab27-1948-491d-87da-5bb804ed6f30 req-4d050f4c-91bb-4d10-ae58-0975a9ab651f tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627431 Jul 22 21:09:12.268589 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36639aa6-9edb-4b52-a9ff-ee0beba945a1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8639b495-e93b-4e50-ab50-c27ab74721e5,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:12.300502 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port d52fdea6-92d2-4ad6-baac-ef6a919a33a9, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=d52fdea6-92d2-4ad6-baac-ef6a919a33a9,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:12.330314 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.526731 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1b9490d4-4ebf-4ab3-b89e-8d4226aa81be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.737437 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=d52fdea6-92d2-4ad6-baac-ef6a919a33a9,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:12.840664 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1b9490d4-4ebf-4ab3-b89e-8d4226aa81be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.873110 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:12.889295 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Sync routers for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:12.903233 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3775b9d4-88b0-42b0-a68e-197672bae845 admin admin] 10.222.0.61 "PUT /v2.0/routers/84725fe6-1f97-4d24-a33a-80ca5a29af6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5121243 Jul 22 21:09:12.960700 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:12.973772 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:09:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:12.991099 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbf4425e-a8c9-46f7-8470-bb6a57b56b7e req-ab6989ca-0301-479e-bc68-5e836e04a2e5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 210 time: 0.1401963 Jul 22 21:09:13.058294 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7f4b-23af-4963-ba28-439cc374ec73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.091797 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-36639aa6-9edb-4b52-a9ff-ee0beba945a1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.098890 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-36639aa6-9edb-4b52-a9ff-ee0beba945a1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.8992643 Jul 22 21:09:13.100431 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47474) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:13.118298 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-d4d445da-afe2-42bb-b23c-f5ef7f79acdb tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Request body: {'security_group_rule': {'security_group_id': '2c8147a5-62cf-4618-a1b4-0edfa50a5105', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:13.231756 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.256450 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4d445da-afe2-42bb-b23c-f5ef7f79acdb tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.284775 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7f4b-23af-4963-ba28-439cc374ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.336352 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device dd125a9d-7c0c-4dd0-846b-efb7c7a1111a up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:13.391049 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Notify callbacks [] for port, precommit_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.425554 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1b9490d4-4ebf-4ab3-b89e-8d4226aa81be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.438728 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1b9490d4-4ebf-4ab3-b89e-8d4226aa81be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.455700 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-1b9490d4-4ebf-4ab3-b89e-8d4226aa81be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c391f960-f64f-4035-8e4a-c7a8a185d06c HTTP/1.1" status: 204 len: 168 time: 1.5917778 Jul 22 21:09:13.458518 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.provisioning_blocks [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Transition to ACTIVE for port object de98cefc-85b7-4671-998c-e14fc00d963e will not be triggered until provisioned by entity L2. {{(pid=93131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:13.483319 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.644147 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c7f4b-23af-4963-ba28-439cc374ec73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c69570-4b78-44b0-a309-34d7c52a2acd,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:13.799630 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4d445da-afe2-42bb-b23c-f5ef7f79acdb tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.807785 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4d445da-afe2-42bb-b23c-f5ef7f79acdb tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.002801 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47496) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:14.019541 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-8a9c7f4b-23af-4963-ba28-439cc374ec73 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=adf264fbc92249a8ad9e379f759d77e3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7992573 Jul 22 21:09:14.020964 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d445da-afe2-42bb-b23c-f5ef7f79acdb tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef79e56-4fbf-4dfb-a7dd-0de483a8d4e1,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:14.120760 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d4d445da-afe2-42bb-b23c-f5ef7f79acdb tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.121409 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9490d4-4ebf-4ab3-b89e-8d4226aa81be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c391f960-f64f-4035-8e4a-c7a8a185d06c,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:14.123134 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d4d445da-afe2-42bb-b23c-f5ef7f79acdb tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0216527 Jul 22 21:09:14.124080 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cada8-1ada-49d1-8849-36e424a35ea6 None None] Pushing event updated for resources: {'Port': ['ID=de98cefc-85b7-4671-998c-e14fc00d963e,revision_number=3']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:14.139564 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47502) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:14.218631 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Attempting to bind port de98cefc-85b7-4671-998c-e14fc00d963e on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:14.221281 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Request body: {'floatingip': {'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:14.221980 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Attempting to bind port de98cefc-85b7-4671-998c-e14fc00d963e by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:14.224880 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Attempting to bind port de98cefc-85b7-4671-998c-e14fc00d963e on network 0c2d50da-bec8-4953-a39c-7c6350f478fc {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:14.243560 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:14.278405 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:14.279936 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Checking segment: {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:14.283817 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.284673 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Bound using segment: {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:14.285826 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Bound port: de98cefc-85b7-4671-998c-e14fc00d963e, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'}}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:14.290318 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.461208 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.652257 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] For port de98cefc-85b7-4671-998c-e14fc00d963e, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:14.679520 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] For port de98cefc-85b7-4671-998c-e14fc00d963e, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=de98cefc-85b7-4671-998c-e14fc00d963e,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:14.687944 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.983150 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:14.988092 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:09:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:15.002979 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-58a5cb45-8893-4801-a7c3-de561bdcf7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.177071 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47528) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:15.262252 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-3cb0b012-4b42-4e79-98f6-102d49c3167e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872103337', 'description': 'tempest-description--743395834'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:15.389349 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-58a5cb45-8893-4801-a7c3-de561bdcf7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.390592 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cada8-1ada-49d1-8849-36e424a35ea6 None None] Pushing event updated for resources: {'Port': ['ID=de98cefc-85b7-4671-998c-e14fc00d963e,revision_number=4']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:15.634986 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-58a5cb45-8893-4801-a7c3-de561bdcf7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.641568 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-58a5cb45-8893-4801-a7c3-de561bdcf7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.676158 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-58a5cb45-8893-4801-a7c3-de561bdcf7e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82c69570-4b78-44b0-a309-34d7c52a2acd HTTP/1.1" status: 204 len: 168 time: 1.6247456 Jul 22 21:09:15.821395 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5cb45-8893-4801-a7c3-de561bdcf7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c69570-4b78-44b0-a309-34d7c52a2acd,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:15.898819 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:15.948412 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b26680-f057-4ea6-8cc4-b9a24177547c req-d182154e-090c-4bd1-aac2-b76349ed3fbc tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:15.965713 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-00b26680-f057-4ea6-8cc4-b9a24177547c req-d182154e-090c-4bd1-aac2-b76349ed3fbc tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 931 time: 1.5209329 Jul 22 21:09:16.061065 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.062598 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port dd125a9d-7c0c-4dd0-846b-efb7c7a1111a completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:16.077343 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port dd125a9d-7c0c-4dd0-846b-efb7c7a1111a triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:16.078345 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.176016 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3cb0b012-4b42-4e79-98f6-102d49c3167e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.220609 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-00b26680-f057-4ea6-8cc4-b9a24177547c req-c623ce56-481f-4e2d-8552-27348fd8c47b tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542298 Jul 22 21:09:16.388124 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:07Z', 'revision_number': 2, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:16.396907 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.504082 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329f3eff-08b8-498e-bc83-6c628b874e37 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:16.536407 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Checking router: 84725fe6-1f97-4d24-a33a-80ca5a29af6c for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:16.539480 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.542002 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Updating router 84725fe6-1f97-4d24-a33a-80ca5a29af6c port cd1f1e69-f80e-402c-94b2-60fbd33e0fca binding host dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:09:16.572909 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:14Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:16.621739 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Transition to ACTIVE for port object 329f3eff-08b8-498e-bc83-6c628b874e37 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:16.632383 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.765775 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc3ca68-bac4-46e9-97f7-d967cf7929ea None None] The sync data for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi is: [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:14Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:16.781060 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.787178 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Pushing event updated for resources: {'Port': ['ID=329f3eff-08b8-498e-bc83-6c628b874e37,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:16.794940 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port dd125a9d-7c0c-4dd0-846b-efb7c7a1111a, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=dd125a9d-7c0c-4dd0-846b-efb7c7a1111a,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:16.834711 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.835533 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device e1a05430-ac1b-45b5-a190-166b9c74c727 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:16.859929 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3cb0b012-4b42-4e79-98f6-102d49c3167e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.883879 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.889155 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3cb0b012-4b42-4e79-98f6-102d49c3167e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.913390 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-b12e5b29-fd1b-46ad-86fb-1affa4367c55 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:16.925985 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-b12e5b29-fd1b-46ad-86fb-1affa4367c55 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 819 time: 1.2028744 Jul 22 21:09:16.952061 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Attempting to bind port 329f3eff-08b8-498e-bc83-6c628b874e37 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:16.952824 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Attempting to bind port 329f3eff-08b8-498e-bc83-6c628b874e37 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '0f62672c-de35-4afd-9daf-56cc3100b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '00e7f4d7-016b-4e03-bffe-dc451ffd3090'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:16.953543 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Attempting to bind port 329f3eff-08b8-498e-bc83-6c628b874e37 on network 00e7f4d7-016b-4e03-bffe-dc451ffd3090 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:16.962435 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Port 329f3eff-08b8-498e-bc83-6c628b874e37 on network 00e7f4d7-016b-4e03-bffe-dc451ffd3090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:09:16.963061 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Attempting to bind port 329f3eff-08b8-498e-bc83-6c628b874e37 on network 00e7f4d7-016b-4e03-bffe-dc451ffd3090 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:16.982287 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:16.983285 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Checking segment: {'id': '0f62672c-de35-4afd-9daf-56cc3100b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '00e7f4d7-016b-4e03-bffe-dc451ffd3090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:16.984336 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Bound using segment: {'id': '0f62672c-de35-4afd-9daf-56cc3100b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '00e7f4d7-016b-4e03-bffe-dc451ffd3090'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:16.985203 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Bound port: 329f3eff-08b8-498e-bc83-6c628b874e37, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f62672c-de35-4afd-9daf-56cc3100b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '00e7f4d7-016b-4e03-bffe-dc451ffd3090'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:16.985865 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.023925 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-a1b1b02e-f44c-4f0a-bc6d-c53589435a8a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/quotas/83409f5ee05143549e6b448156db56f3 HTTP/1.1" status: 200 len: 375 time: 0.0925603 Jul 22 21:09:17.209484 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3cb0b012-4b42-4e79-98f6-102d49c3167e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.212579 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3cb0b012-4b42-4e79-98f6-102d49c3167e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9907341 Jul 22 21:09:17.225716 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47598) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:17.271430 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-137ef7b2-4e80-4505-b52d-aa4478c0f122 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Request body: {'security_group_rule': {'security_group_id': 'adeb0418-43be-4490-a48b-a91e04bcb4b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:17.363186 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] For port 329f3eff-08b8-498e-bc83-6c628b874e37, host hv-cinder-80190, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:17.388565 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] For port 329f3eff-08b8-498e-bc83-6c628b874e37, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=329f3eff-08b8-498e-bc83-6c628b874e37,segment=NetworkSegment(0f62672c-de35-4afd-9daf-56cc3100b791),segment_id=0f62672c-de35-4afd-9daf-56cc3100b791)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:17.423439 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.430315 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=dd125a9d-7c0c-4dd0-846b-efb7c7a1111a,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:17.439046 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0b012-4b42-4e79-98f6-102d49c3167e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb0418-43be-4490-a48b-a91e04bcb4b2,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:17.533573 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port e1a05430-ac1b-45b5-a190-166b9c74c727 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:17.534629 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.581159 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-137ef7b2-4e80-4505-b52d-aa4478c0f122 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.665958 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:17.666973 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for port, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.697515 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] 10.222.0.72 "PUT /v2.0/ports/329f3eff-08b8-498e-bc83-6c628b874e37 HTTP/1.1" status: 200 len: 1093 time: 5.9136825 Jul 22 21:09:17.698331 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941e8314-5b90-4af8-b420-0750ad884cb5', 'tag': '329f3eff-08b8-498e-bc83-6c628b874e37'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:17.860326 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af564db-5217-4d7f-8538-37b11793afdd service neutron] Pushing event updated for resources: {'Port': ['ID=329f3eff-08b8-498e-bc83-6c628b874e37,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:18.003190 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-337dc516-7b3a-4855-9005-0c43dfd171af tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9777100 Jul 22 21:09:18.135024 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-137ef7b2-4e80-4505-b52d-aa4478c0f122 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.189201 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-137ef7b2-4e80-4505-b52d-aa4478c0f122 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.304746 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e081ca5c07193bd213ceeefebd48142515bf56df91653bc6535f069c3acb44b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0af8ff-d762-4933-af65-80520a0ee9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "941e8314-5b90-4af8-b420-0750ad884cb5", "tag": "329f3eff-08b8-498e-bc83-6c628b874e37"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:18.430599 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.433073 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ef7b2-4e80-4505-b52d-aa4478c0f122 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977e4a25-79bf-4ca9-8bd7-e3b039cab16f,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:18.444538 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Transition to ACTIVE for port object cd1f1e69-f80e-402c-94b2-60fbd33e0fca will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:18.453811 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.496332 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Allocated IP 172.27.1.167 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/1a19bc13-08d6-45f9-82c6-02ba3bedd232) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:18.535668 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4bc45-c172-4042-8056-263081d72d7b None None] Pushing event updated for resources: {'Port': ['ID=cd1f1e69-f80e-402c-94b2-60fbd33e0fca,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:18.616082 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device dd125a9d-7c0c-4dd0-846b-efb7c7a1111a up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:18.781407 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16425af4-04ee-4983-9b77-38f253ed7bcc req-0396e6f1-1006-4185-880d-4478d4756e8f tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:18.784189 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-16425af4-04ee-4983-9b77-38f253ed7bcc req-0396e6f1-1006-4185-880d-4478d4756e8f tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 943 time: 1.3156798 Jul 22 21:09:18.838053 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-137ef7b2-4e80-4505-b52d-aa4478c0f122 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.865023 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-137ef7b2-4e80-4505-b52d-aa4478c0f122 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6352844 Jul 22 21:09:18.865835 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47646) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:18.872316 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-f5b58c07-98af-441f-a746-110f4fc019d7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Request body: {'security_group_rule': {'security_group_id': 'adeb0418-43be-4490-a48b-a91e04bcb4b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:18.980715 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Attempting to bind port cd1f1e69-f80e-402c-94b2-60fbd33e0fca on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:18.982675 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Attempting to bind port cd1f1e69-f80e-402c-94b2-60fbd33e0fca by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:18.983286 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Attempting to bind port cd1f1e69-f80e-402c-94b2-60fbd33e0fca on network 8c27f061-77cb-4f8f-ae65-db88286d691d {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:19.015566 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f5b58c07-98af-441f-a746-110f4fc019d7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.040963 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:19.042113 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Checking segment: {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:19.042759 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.043415 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Bound using segment: {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:19.044089 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Bound port: cd1f1e69-f80e-402c-94b2-60fbd33e0fca, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:19.044636 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.225133 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-b8fbb6a0-50c7-46be-9117-72ec85cde8e0 service neutron] 10.222.0.61 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2072175 Jul 22 21:09:19.328623 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port dd125a9d-7c0c-4dd0-846b-efb7c7a1111a triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:19.329299 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.465374 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f5b58c07-98af-441f-a746-110f4fc019d7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.491020 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-16425af4-04ee-4983-9b77-38f253ed7bcc req-adfc1518-1549-44a9-8fbc-c0ff32b63882 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112938 Jul 22 21:09:19.502252 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f5b58c07-98af-441f-a746-110f4fc019d7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.624104 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b58c07-98af-441f-a746-110f4fc019d7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20af602-fecd-4bf0-83a9-c362baa3a064,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:19.641955 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-76c348a8-1f52-4379-82d3-33b2b71142c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:19.648026 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-76c348a8-1f52-4379-82d3-33b2b71142c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a342c04540b40e5a0f541bcefd24ccb&device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 1096 time: 0.4933770 Jul 22 21:09:19.661026 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f5b58c07-98af-441f-a746-110f4fc019d7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.667476 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-f5b58c07-98af-441f-a746-110f4fc019d7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7991261 Jul 22 21:09:19.669412 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47666) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:19.684829 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Request body: {'floatingip': {'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:19.761848 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.789850 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] For port cd1f1e69-f80e-402c-94b2-60fbd33e0fca, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:19.811031 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] For port cd1f1e69-f80e-402c-94b2-60fbd33e0fca, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=cd1f1e69-f80e-402c-94b2-60fbd33e0fca,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:19.909005 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.919221 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-e2566b23-1c62-41b9-b8fc-1e94c13de129 service neutron] 10.222.0.61 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531045 Jul 22 21:09:19.927793 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.995950 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.100548 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4bc45-c172-4042-8056-263081d72d7b None None] Pushing event updated for resources: {'Port': ['ID=cd1f1e69-f80e-402c-94b2-60fbd33e0fca,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:20.182946 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-2c96bed5-45ca-40b9-9501-cd3cad6334a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=329f3eff-08b8-498e-bc83-6c628b874e37 HTTP/1.1" status: 200 len: 217 time: 0.3252187 Jul 22 21:09:20.209180 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device de98cefc-85b7-4671-998c-e14fc00d963e up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:20.285868 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:20.298739 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:09:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:20.343710 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c682c525-361e-49f1-ac2a-7f871b866b3b x-openstack-request-id: req-c682c525-361e-49f1-ac2a-7f871b866b3b {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:20.344392 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941e8314-5b90-4af8-b420-0750ad884cb5", "tag": "329f3eff-08b8-498e-bc83-6c628b874e37", "status": "completed", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:20.344836 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c682c525-361e-49f1-ac2a-7f871b866b3b {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:20.346486 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941e8314-5b90-4af8-b420-0750ad884cb5', 'tag': '329f3eff-08b8-498e-bc83-6c628b874e37', 'status': 'completed', 'code': 200} Jul 22 21:09:20.370260 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:20.412186 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.72', 55197) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:20.482963 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event updated for resources: {'Port': ['ID=1a19bc13-08d6-45f9-82c6-02ba3bedd232,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:20.604299 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:20.630495 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:20.866753 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-697a7af6-c303-4720-8fa3-3fd8838715d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:20.879472 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-697a7af6-c303-4720-8fa3-3fd8838715d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99ec6226-6118-4e6d-accf-6d3b8c390a04 HTTP/1.1" status: 200 len: 851 time: 0.6734848 Jul 22 21:09:21.017056 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port de98cefc-85b7-4671-998c-e14fc00d963e completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:21.043037 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port de98cefc-85b7-4671-998c-e14fc00d963e triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:21.047482 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.139034 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.229752 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.230037 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:21.258590 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-0b509372-f0e1-42b9-b210-ed449fcef134 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00e7f4d7-016b-4e03-bffe-dc451ffd3090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3329918 Jul 22 21:09:21.708655 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9f667c58-5e25-457f-92de-d4017721bee9 req-a0e15619-44e5-4915-8133-d3b6e9c31eb3 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 210 time: 1.0169098 Jul 22 21:09:21.848884 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.988801 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0f0e-c116-422b-84ee-b737072451d4 req-39f09c96-aa8b-46b5-9519-6beb83800fc6 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:21.991746 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-39f09c96-aa8b-46b5-9519-6beb83800fc6 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.72 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 819 time: 1.5761039 Jul 22 21:09:22.115442 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-fb6dcd37-1a87-4875-8e66-ad736cfd8135 service neutron] 10.222.0.72 "GET /v2.0/networks/00e7f4d7-016b-4e03-bffe-dc451ffd3090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8383613 Jul 22 21:09:22.136467 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Allocated IP 172.27.1.173 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/6d616763-1429-4c7e-b5af-40638d2e1efc) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:22.411245 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.527646 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.528272 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port de98cefc-85b7-4671-998c-e14fc00d963e, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=de98cefc-85b7-4671-998c-e14fc00d963e,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:22.535470 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.536616 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device d52fdea6-92d2-4ad6-baac-ef6a919a33a9 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:22.573751 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47740) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:22.607174 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.629409 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-317c0f0e-c116-422b-84ee-b737072451d4 req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Request body: {'port': {'device_id': '6c4449b1-4f80-4105-8c4a-2187ca43b3c0', 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6', 'admin_state_up': True, 'tenant_id': '83409f5ee05143549e6b448156db56f3'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:22.780574 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c05c1076-3d82-4fcd-8560-f0ce6ba25cde req-08d1c230-1721-4c1e-b095-917e9e8de932 service neutron] 10.222.0.72 "GET /v2.0/networks/00e7f4d7-016b-4e03-bffe-dc451ffd3090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467135 Jul 22 21:09:22.787269 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=de98cefc-85b7-4671-998c-e14fc00d963e,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:22.796178 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:22.816080 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port d52fdea6-92d2-4ad6-baac-ef6a919a33a9 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:22.816540 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:22.890784 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:22.897775 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:22.899903 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:19Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:22.902142 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event updated for resources: {'Port': ['ID=6d616763-1429-4c7e-b5af-40638d2e1efc,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:22.951703 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d808f-17dc-4c8c-bdee-bb6724746f17 None None] The sync data for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi is: [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:19Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:23.006591 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5279cd04-f890-48ff-bbe7-85b9cebeebb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.097165 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9bd36-5e27-4dbf-b641-ca57bc662341 req-1618e9e9-d2ca-45e6-8927-62b08bcbd329 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:23.097165 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0de9bd36-5e27-4dbf-b641-ca57bc662341 req-1618e9e9-d2ca-45e6-8927-62b08bcbd329 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 943 time: 1.1007042 Jul 22 21:09:23.307580 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bdf47a9b-aa18-4a0b-ad54-7e4f610baa6c req-1002ad14-0039-45f3-883c-e96325d42e5d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 210 time: 0.2080622 Jul 22 21:09:23.380622 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.381969 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0de9bd36-5e27-4dbf-b641-ca57bc662341 req-850d1a11-9517-443a-9a36-07fe380a6609 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170749 Jul 22 21:09:23.444857 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device de98cefc-85b7-4671-998c-e14fc00d963e up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:23.456339 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.466925 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.516513 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.618781 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port de98cefc-85b7-4671-998c-e14fc00d963e triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:23.619427 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.626393 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event updated for resources: {'Port': ['ID=1a19bc13-08d6-45f9-82c6-02ba3bedd232,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:23.668903 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.780930 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device cd1f1e69-f80e-402c-94b2-60fbd33e0fca up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:23.912592 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port cd1f1e69-f80e-402c-94b2-60fbd33e0fca completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:23.925830 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port cd1f1e69-f80e-402c-94b2-60fbd33e0fca triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:23.929586 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.099832 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.121113 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5279cd04-f890-48ff-bbe7-85b9cebeebb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.127193 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5279cd04-f890-48ff-bbe7-85b9cebeebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.147036 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.162096 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-e7dc4805-a8ac-44c3-bbbc-c14c363c8f30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.9585104 Jul 22 21:09:24.181159 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port cd1f1e69-f80e-402c-94b2-60fbd33e0fca, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=cd1f1e69-f80e-402c-94b2-60fbd33e0fca,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:24.182493 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.226021 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279cd04-f890-48ff-bbe7-85b9cebeebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66c8284-c5d4-43c8-9e3f-ec8ff8164f7f,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:24.260383 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317c0f0e-c116-422b-84ee-b737072451d4 req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Made reservation on behalf of 83409f5ee05143549e6b448156db56f3 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:24.262858 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-5279cd04-f890-48ff-bbe7-85b9cebeebb4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db70983c817141078b0ad81477e344c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6874905 Jul 22 21:09:24.268226 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-317c0f0e-c116-422b-84ee-b737072451d4 req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.275883 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47778) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:24.322789 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.323140 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=cd1f1e69-f80e-402c-94b2-60fbd33e0fca,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:24.345800 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.561963 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event updated for resources: {'Port': ['ID=6d616763-1429-4c7e-b5af-40638d2e1efc,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:24.606673 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dbe6af85-0662-4a3a-bdb2-60ae593f2f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.625132 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.660489 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dbe6af85-0662-4a3a-bdb2-60ae593f2f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.667475 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-455e4289-874a-48e7-8f9c-2e990e77267b req-d15445e0-1bfe-4bd2-a7e2-2539357db840 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 210 time: 0.1176407 Jul 22 21:09:24.686225 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.688493 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4310d1a8-83ef-46f6-bd29-a9987b37ae60 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0155809 Jul 22 21:09:24.788535 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dbe6af85-0662-4a3a-bdb2-60ae593f2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.796575 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dbe6af85-0662-4a3a-bdb2-60ae593f2f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.806141 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-dbe6af85-0662-4a3a-bdb2-60ae593f2f35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f66c8284-c5d4-43c8-9e3f-ec8ff8164f7f HTTP/1.1" status: 204 len: 168 time: 0.5276649 Jul 22 21:09:24.822257 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6af85-0662-4a3a-bdb2-60ae593f2f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66c8284-c5d4-43c8-9e3f-ec8ff8164f7f,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:24.987447 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-317c0f0e-c116-422b-84ee-b737072451d4 req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Allocated IP 172.20.0.8 (e9abf4eb-fe7c-4e13-a636-571e35d647a6/81c09867-3f71-4343-84b7-0293e6ab5741/ba033758-d3ba-4904-a9d6-738de55f6d53) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:25.008216 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f207de6-8161-49f8-8030-6d9aff6ae416 req-daeaf487-e4e3-4c23-96aa-d4d75c69c0af tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:25.010089 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7f207de6-8161-49f8-8030-6d9aff6ae416 req-daeaf487-e4e3-4c23-96aa-d4d75c69c0af tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 943 time: 0.4188287 Jul 22 21:09:25.102952 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-abb03ed4-d933-4cc5-a9ce-e7130f5f99d1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--155425082&fields=id&tenant_id=d1ad23cab7f9480eb741b996da7e56f8 HTTP/1.1" status: 200 len: 267 time: 0.1757154 Jul 22 21:09:25.174015 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7f207de6-8161-49f8-8030-6d9aff6ae416 req-dd4cf023-c2ea-4d85-be00-c682d9530c68 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366444 Jul 22 21:09:25.261325 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device cd1f1e69-f80e-402c-94b2-60fbd33e0fca up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:25.317761 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47812) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:25.340410 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6e45d5f4-d94e-4dde-9323-9eb09f513894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.374690 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port cd1f1e69-f80e-402c-94b2-60fbd33e0fca triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:25.375866 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.480741 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-3145863c-af99-47bc-a7dd-7cf0bd00f26b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1872103337&fields=id&tenant_id=7cadc60b086141b0bf66cc6aebba01f5 HTTP/1.1" status: 200 len: 267 time: 0.0667737 Jul 22 21:09:25.521200 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6e45d5f4-d94e-4dde-9323-9eb09f513894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.539000 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6e45d5f4-d94e-4dde-9323-9eb09f513894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.579740 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864660d-8c67-41a3-bd61-2db02b841961 req-b54e14bb-4a62-480f-a273-6aa4e5746690 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:25.592819 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-b54e14bb-4a62-480f-a273-6aa4e5746690 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/networks?id=0c2d50da-bec8-4953-a39c-7c6350f478fc HTTP/1.1" status: 200 len: 811 time: 0.4554665 Jul 22 21:09:25.601397 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-317c0f0e-c116-422b-84ee-b737072451d4 req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.656601 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-37d2f837-1a01-4fe3-aae5-39a00ad7f85d tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/quotas/d1ad23cab7f9480eb741b996da7e56f8 HTTP/1.1" status: 200 len: 375 time: 0.0622461 Jul 22 21:09:25.673323 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-6e45d5f4-d94e-4dde-9323-9eb09f513894 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad757fe9fd4946cdbfd302db6bcc9b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480542 Jul 22 21:09:25.674079 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47822) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:25.681511 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45d5f4-d94e-4dde-9323-9eb09f513894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356bd745-abd4-4590-a104-a1fa635aeae7,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:25.763963 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ee99b969-0497-4d56-9c1c-b8c34a16102f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.811188 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ee99b969-0497-4d56-9c1c-b8c34a16102f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.908803 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-d74c5e87-83da-42e5-acbc-9d356141188e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:25.910527 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-d74c5e87-83da-42e5-acbc-9d356141188e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 815 time: 0.4066157 Jul 22 21:09:25.915971 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-317c0f0e-c116-422b-84ee-b737072451d4 req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.961485 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ee99b969-0497-4d56-9c1c-b8c34a16102f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.966725 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ee99b969-0497-4d56-9c1c-b8c34a16102f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.969700 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ee99b969-0497-4d56-9c1c-b8c34a16102f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/356bd745-abd4-4590-a104-a1fa635aeae7 HTTP/1.1" status: 204 len: 168 time: 0.2940207 Jul 22 21:09:25.994007 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99b969-0497-4d56-9c1c-b8c34a16102f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356bd745-abd4-4590-a104-a1fa635aeae7,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:26.109153 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317c0f0e-c116-422b-84ee-b737072451d4 req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Network e9abf4eb-fe7c-4e13-a636-571e35d647a6 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:26.110871 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-61a2fe7e-8ff9-4bcb-8e4c-b340e52fc450 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/quotas/7cadc60b086141b0bf66cc6aebba01f5 HTTP/1.1" status: 200 len: 375 time: 0.1438673 Jul 22 21:09:26.127806 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-317c0f0e-c116-422b-84ee-b737072451d4 req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:26.147857 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-317c0f0e-c116-422b-84ee-b737072451d4 req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:26.154501 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0f0e-c116-422b-84ee-b737072451d4 req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:26.155768 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-317c0f0e-c116-422b-84ee-b737072451d4 req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:26.194197 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-3e51ff4a-1e4a-40e7-8235-b42a03af53ea tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1ad23cab7f9480eb741b996da7e56f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5235457 Jul 22 21:09:26.234411 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Pushing event updated for resources: {'Port': ['ID=ba033758-d3ba-4904-a9d6-738de55f6d53,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:26.356751 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-df29c98f-3551-4068-ade7-2be4889bb6de tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7531352 Jul 22 21:09:26.514008 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-f39e28db-3d15-4eb7-9825-139132da5de0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3711267 Jul 22 21:09:26.529890 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-f8a18076-0486-46cc-b5ab-d73fd1dd69e3 service neutron] 10.222.0.61 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976296 Jul 22 21:09:26.789755 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-14af0516-5ddd-407b-9098-dcd115863815 service neutron] 10.222.0.61 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588463 Jul 22 21:09:26.795076 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-93a3795c-d4de-481b-a73d-462c888747a8 service neutron] 10.222.0.61 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553504 Jul 22 21:09:27.516112 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5774b2ed-d25a-4161-b164-44972dc968e1 req-8d3b15ca-20b7-4d05-bc28-3f29ba582526 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 210 time: 0.0837817 Jul 22 21:09:27.575463 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-f86c76ce-1c6d-420b-bbb9-0979533184cc service neutron] 10.222.0.61 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7586269 Jul 22 21:09:27.837765 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Request body: {'port': {'device_id': '6c4449b1-4f80-4105-8c4a-2187ca43b3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:28.029710 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47876) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:28.116098 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47884) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:28.133460 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0af8ff-d762-4933-af65-80520a0ee9c7 req-9e7a8e12-1a25-4bdb-ba6c-dee5d35f2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:28.136659 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-6b0af8ff-d762-4933-af65-80520a0ee9c7 req-9e7a8e12-1a25-4bdb-ba6c-dee5d35f2bef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a342c04540b40e5a0f541bcefd24ccb&device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 1096 time: 0.2243173 Jul 22 21:09:28.391252 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ecffb-4e5d-4e66-a903-ef5cff070b93 req-21cd08b0-ed25-4dd2-a817-4d669f65d60e tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:28.396945 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-806ecffb-4e5d-4e66-a903-ef5cff070b93 req-21cd08b0-ed25-4dd2-a817-4d669f65d60e tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 943 time: 0.7312279 Jul 22 21:09:28.412440 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dbb6a9f8-ffcd-40a1-907a-0efbb01b2067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.599785 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cf1ba134-4b24-47d8-a9d7-23eb98ff764f req-7820033f-3b67-4a0f-92eb-d1474a33b4cf tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 210 time: 0.3215680 Jul 22 21:09:28.624848 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5ad414fa-f642-4c8e-916e-9c3a19902972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.766204 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.790725 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47914) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:28.822993 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-806ecffb-4e5d-4e66-a903-ef5cff070b93 req-8f0535ed-b390-4fac-beed-63001c943b36 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093006 Jul 22 21:09:29.077876 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d2e83d9-12f5-4085-a0e5-5fb9a70f1efb req-f247156f-3725-49d5-9380-682d133f6fd8 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 210 time: 0.1648424 Jul 22 21:09:29.123242 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1297669924-network', 'tenant_id': 'd73142c77a2c4d62b51659e9c04d7611'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:29.191387 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.72', 55212) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:29.215588 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0af8ff-d762-4933-af65-80520a0ee9c7 req-e282f058-7eda-449c-8e54-db6565d01e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:29.217969 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-6b0af8ff-d762-4933-af65-80520a0ee9c7 req-e282f058-7eda-449c-8e54-db6565d01e2a service neutron] 10.222.0.72 "GET /v2.0/networks?id=00e7f4d7-016b-4e03-bffe-dc451ffd3090 HTTP/1.1" status: 200 len: 912 time: 1.0731394 Jul 22 21:09:29.218930 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-647bbe16-1141-4edd-9098-0c6197d21feb req-b845c5a2-d0b1-45db-a3a8-99c71dc95448 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 210 time: 0.1586497 Jul 22 21:09:29.469757 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-6b0af8ff-d762-4933-af65-80520a0ee9c7 req-450623f7-9dfe-4514-9c6f-7359cf9c889e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=329f3eff-08b8-498e-bc83-6c628b874e37 HTTP/1.1" status: 200 len: 217 time: 0.1466725 Jul 22 21:09:29.541059 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dbb6a9f8-ffcd-40a1-907a-0efbb01b2067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.638660 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dbb6a9f8-ffcd-40a1-907a-0efbb01b2067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.871145 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-dbb6a9f8-ffcd-40a1-907a-0efbb01b2067 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45f1a0b2cbe94525989c1602b07d041f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8387275 Jul 22 21:09:29.877893 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0af8ff-d762-4933-af65-80520a0ee9c7 req-680d99fc-4f13-4f8b-9a39-59f588affe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:29.880249 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-6b0af8ff-d762-4933-af65-80520a0ee9c7 req-680d99fc-4f13-4f8b-9a39-59f588affe28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99ec6226-6118-4e6d-accf-6d3b8c390a04 HTTP/1.1" status: 200 len: 851 time: 0.3971798 Jul 22 21:09:29.884501 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47940) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:29.898961 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6a9f8-ffcd-40a1-907a-0efbb01b2067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c7c9a3-0af6-46ac-8038-224c2d2dc713,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:29.994627 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-ceb4a758-d2ed-4e9c-9a27-1900d1df803d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:29.998096 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-ceb4a758-d2ed-4e9c-9a27-1900d1df803d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.72 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 819 time: 0.7252557 Jul 22 21:09:30.002373 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dca9aa95-f303-4843-ac23-8a8d1112ec61 req-26051c34-1f32-4bcb-b432-1a8ab8d5d24d tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 210 time: 0.1597128 Jul 22 21:09:30.079401 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1a985152-ef7d-402a-b405-7797018c8e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.106755 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5ad414fa-f642-4c8e-916e-9c3a19902972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.122841 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5ad414fa-f642-4c8e-916e-9c3a19902972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.127359 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1a985152-ef7d-402a-b405-7797018c8e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.140375 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-d81e216f-c38d-4b66-a6fe-46ce777c7fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.225953 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-5ad414fa-f642-4c8e-916e-9c3a19902972 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc9f70185cf04e238d93d46caeff5dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1051207 Jul 22 21:09:30.228327 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad414fa-f642-4c8e-916e-9c3a19902972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b956cbc5-a6e7-48a5-b982-94ef92ae00af,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:30.231053 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 47944) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:30.288040 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Made reservation on behalf of d73142c77a2c4d62b51659e9c04d7611 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:30.295651 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.323205 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1a985152-ef7d-402a-b405-7797018c8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.327969 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1a985152-ef7d-402a-b405-7797018c8e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.329956 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-1a985152-ef7d-402a-b405-7797018c8e75 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/99c7c9a3-0af6-46ac-8038-224c2d2dc713 HTTP/1.1" status: 204 len: 168 time: 0.4437671 Jul 22 21:09:30.356044 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a985152-ef7d-402a-b405-7797018c8e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c7c9a3-0af6-46ac-8038-224c2d2dc713,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:30.358499 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8a4e-57d0-40d8-b392-2a6561b0bda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.370103 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.421583 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8a4e-57d0-40d8-b392-2a6561b0bda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.440746 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba033758-d3ba-4904-a9d6-738de55f6d53 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:30.459807 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-22d5c3f5-6663-4464-9e46-8ce44631cb80 req-0d31c325-3919-4c25-81fe-78af3db74029 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 210 time: 0.0769684 Jul 22 21:09:30.511930 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.541536 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8a4e-57d0-40d8-b392-2a6561b0bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.553946 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8a4e-57d0-40d8-b392-2a6561b0bda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.556175 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-d2ec8a4e-57d0-40d8-b392-2a6561b0bda2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b956cbc5-a6e7-48a5-b982-94ef92ae00af HTTP/1.1" status: 204 len: 168 time: 0.3209436 Jul 22 21:09:30.586173 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec8a4e-57d0-40d8-b392-2a6561b0bda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b956cbc5-a6e7-48a5-b982-94ef92ae00af,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:30.632070 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Transition to ACTIVE for port object ba033758-d3ba-4904-a9d6-738de55f6d53 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:30.662805 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.732125 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-239f9ad8-d78b-4192-ac6f-809a71a04a7f req-2139c043-689d-4d7e-93c2-8aba8f243ed6 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 210 time: 0.0962162 Jul 22 21:09:30.850130 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Request body: {'port': {'device_id': 'd2d568a5-d045-4411-86fb-23ceb8765175', 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6', 'admin_state_up': True, 'tenant_id': '83409f5ee05143549e6b448156db56f3'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:30.882958 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-6b0af8ff-d762-4933-af65-80520a0ee9c7 req-92b197ff-7841-45a8-8e76-aa955737e174 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00e7f4d7-016b-4e03-bffe-dc451ffd3090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014023 Jul 22 21:09:31.044612 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Pushing event updated for resources: {'Port': ['ID=ba033758-d3ba-4904-a9d6-738de55f6d53,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:31.075907 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-6b0af8ff-d762-4933-af65-80520a0ee9c7 req-e2340a4f-f6c9-4bf9-90ff-cb14959b6600 service neutron] 10.222.0.72 "GET /v2.0/networks/00e7f4d7-016b-4e03-bffe-dc451ffd3090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709619 Jul 22 21:09:31.187436 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183c7aa-86e5-4dd5-8a27-8b26aa65c54c req-bc21e66f-d7d6-4d32-9868-a63857ef3fe7 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:31.195549 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b183c7aa-86e5-4dd5-8a27-8b26aa65c54c req-bc21e66f-d7d6-4d32-9868-a63857ef3fe7 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 943 time: 0.9426847 Jul 22 21:09:31.262460 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d61224dc-5117-4f94-8d90-798897018b5b req-c6320a53-6fa0-43ce-b085-e9227b1d5849 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 210 time: 0.0569806 Jul 22 21:09:31.296814 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Attempting to bind port ba033758-d3ba-4904-a9d6-738de55f6d53 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:31.297555 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Attempting to bind port ba033758-d3ba-4904-a9d6-738de55f6d53 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:31.298168 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Attempting to bind port ba033758-d3ba-4904-a9d6-738de55f6d53 on network e9abf4eb-fe7c-4e13-a636-571e35d647a6 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:31.308209 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.325545 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-6b0af8ff-d762-4933-af65-80520a0ee9c7 req-c3a21aae-5886-4387-b464-7221382df6ac service neutron] 10.222.0.72 "GET /v2.0/networks/00e7f4d7-016b-4e03-bffe-dc451ffd3090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980181 Jul 22 21:09:31.327024 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.363512 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Port ba033758-d3ba-4904-a9d6-738de55f6d53 on network e9abf4eb-fe7c-4e13-a636-571e35d647a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:09:31.363512 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Attempting to bind port ba033758-d3ba-4904-a9d6-738de55f6d53 on network e9abf4eb-fe7c-4e13-a636-571e35d647a6 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:31.442908 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b183c7aa-86e5-4dd5-8a27-8b26aa65c54c req-b4482f84-5371-499e-bdfd-67c328051fff tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457092 Jul 22 21:09:31.453886 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:31.461286 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Checking segment: {'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:31.461286 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Bound using segment: {'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:31.461286 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Bound port: ba033758-d3ba-4904-a9d6-738de55f6d53, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:31.461286 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.470761 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:09:31.498362 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 47976) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:31.539107 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58985531-c8b1-4042-8fac-1b4c16ec01d6,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:31.552953 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.553543 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Added segment 4b237f0c-db20-4ac4-8c69-094b85fa91c2 of type vlan for network 961629f2-6623-4f6a-b4ab-3eaa78a2d63f Jul 22 21:09:31.576287 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-701ec5ae-a8f2-4e81-9b6d-0b62e3e269cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.610984 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Made reservation on behalf of 83409f5ee05143549e6b448156db56f3 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:31.615534 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.673269 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864660d-8c67-41a3-bd61-2db02b841961 req-d8ea38b0-cec9-4c9e-9050-88189178310b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:31.675047 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-d8ea38b0-cec9-4c9e-9050-88189178310b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.72 "GET /v2.0/networks?id=0c2d50da-bec8-4953-a39c-7c6350f478fc HTTP/1.1" status: 200 len: 811 time: 0.2041910 Jul 22 21:09:31.706814 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.759724 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-edeed417-8993-4f29-8287-8e8dd2a30644 req-010e499c-e875-4ff3-b1a3-c7bdc33fb343 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 210 time: 0.1047778 Jul 22 21:09:31.762000 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-d4440307-7ce6-4160-ba48-2b6012425e24 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1ad23cab7f9480eb741b996da7e56f8 HTTP/1.1" status: 200 len: 379 time: 0.0659227 Jul 22 21:09:31.780410 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Request body: {'port': {'device_id': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'admin_state_up': True, 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'security_groups': ['2c8147a5-62cf-4618-a1b4-0edfa50a5105']}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:31.906191 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] For port ba033758-d3ba-4904-a9d6-738de55f6d53, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:31.937352 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.db.resource_extend [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:09:32.033213 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b11c2e67-13b4-4f0a-9602-1749513b5a55 req-c341e0c8-5fe0-4c67-99bf-93a531a6de62 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 210 time: 0.1094906 Jul 22 21:09:32.041183 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] For port ba033758-d3ba-4904-a9d6-738de55f6d53, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ba033758-d3ba-4904-a9d6-738de55f6d53,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:32.054191 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.055226 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:32.055940 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.066177 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.123886 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.72', 55225) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:32.351198 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48006) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:32.460846 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-84076a4c-1994-4470-bea4-8593783679b3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:32.464840 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-84076a4c-1994-4470-bea4-8593783679b3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.72 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 815 time: 0.3317873 Jul 22 21:09:32.548363 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-3965614a-13c7-4a09-ab44-f42e12012e74 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cadc60b086141b0bf66cc6aebba01f5 HTTP/1.1" status: 200 len: 380 time: 0.0662775 Jul 22 21:09:32.561446 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Request body: {'port': {'device_id': '66ec6d17-0056-4816-84d1-992e9a908be0', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'admin_state_up': True, 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'security_groups': ['adeb0418-43be-4490-a48b-a91e04bcb4b2']}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:32.597126 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f239c30-cd8f-4843-a10a-ea9220d21aab req-76a79671-50af-4d00-b358-bf711888f6c8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 210 time: 0.0941851 Jul 22 21:09:32.602334 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-76b648a0-e907-4059-b81e-de295b77b701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.669228 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-701ec5ae-a8f2-4e81-9b6d-0b62e3e269cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.672219 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:32.673655 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.676463 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] 10.222.0.72 "PUT /v2.0/ports/ba033758-d3ba-4904-a9d6-738de55f6d53 HTTP/1.1" status: 200 len: 1093 time: 4.8468590 Jul 22 21:09:32.679505 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4449b1-4f80-4105-8c4a-2187ca43b3c0', 'tag': 'ba033758-d3ba-4904-a9d6-738de55f6d53'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:32.708765 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.db.api [None req-76b648a0-e907-4059-b81e-de295b77b701 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:09:32.708765 dv-cinder-801902-1-iscsi neutron-server[93129]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:09:32.708765 dv-cinder-801902-1-iscsi neutron-server[93129]: [parameters: {'project_id_1': '73b40676b2814118bcfd84e67fe4204a', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 9, 32, 623824)}] Jul 22 21:09:32.708765 dv-cinder-801902-1-iscsi neutron-server[93129]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:09:32.709534 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG oslo_db.api [None req-76b648a0-e907-4059-b81e-de295b77b701 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:09:32.736931 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Made reservation on behalf of d1ad23cab7f9480eb741b996da7e56f8 for: {'port': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:32.745208 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.855442 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-4f93801c-d6e2-4250-8850-7ed450e9b4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.936965 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Allocated IP 172.20.0.14 (e9abf4eb-fe7c-4e13-a636-571e35d647a6/81c09867-3f71-4343-84b7-0293e6ab5741/0305e92f-e279-46a5-ab80-c398b70ad6c2) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:32.941312 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-701ec5ae-a8f2-4e81-9b6d-0b62e3e269cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.963398 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Made reservation on behalf of 7cadc60b086141b0bf66cc6aebba01f5 for: {'port': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:32.969411 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.007096 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Allocated IP 172.20.0.10 (0c2d50da-bec8-4953-a39c-7c6350f478fc/34bae904-f02c-4d88-8830-72019b3c2b45/b06ccdba-f5b3-4832-ba0d-d1e1347909b6) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:33.013523 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] Pushing event updated for resources: {'Network': ['ID=961629f2-6623-4f6a-b4ab-3eaa78a2d63f,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:33.029729 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 961629f2-6623-4f6a-b4ab-3eaa78a2d63f details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:09:33.045219 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-1fa82cf2-b31f-4706-9b1e-8c96ecaaf27a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.2451344 Jul 22 21:09:33.047113 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 48026) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:33.203734 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.210785 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-76b648a0-e907-4059-b81e-de295b77b701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.252383 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ec5ae-a8f2-4e81-9b6d-0b62e3e269cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b24423e-0b25-455e-8b49-8c38fc655f75,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:33.327773 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7913a10c-90f7-46fa-b11b-69d9e98c1fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4449b1-4f80-4105-8c4a-2187ca43b3c0", "tag": "ba033758-d3ba-4904-a9d6-738de55f6d53"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:33.338097 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-63629a0a-027f-4dd6-ac6a-f1241648482c admin admin] Request body: {'subnet': {'network_id': '961629f2-6623-4f6a-b4ab-3eaa78a2d63f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1297669924-subnet', 'tenant_id': 'd73142c77a2c4d62b51659e9c04d7611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:33.344543 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Allocated IP 172.20.0.4 (8c27f061-77cb-4f8f-ae65-db88286d691d/0a5381fb-b7ce-4b94-8250-c36113b9d44f/7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:33.349991 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f69b5-f1d6-4d95-9b4d-ae34a9690497 service neutron] Pushing event updated for resources: {'Port': ['ID=ba033758-d3ba-4904-a9d6-738de55f6d53,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:33.371910 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.418149 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Transition to ACTIVE for port object b06ccdba-f5b3-4832-ba0d-d1e1347909b6 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:33.426515 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 329f3eff-08b8-498e-bc83-6c628b874e37 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:09:33.450018 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e0b8125-a69e-4ebc-982d-4e8bd34f9e61 req-1d838240-d086-4d39-8d67-bead4b0605bc tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 210 time: 0.4935048 Jul 22 21:09:33.498156 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-701ec5ae-a8f2-4e81-9b6d-0b62e3e269cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b674007914354e42913e0abc9bd3c023&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9821918 Jul 22 21:09:33.514016 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48036) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:33.624249 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.650129 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-05ffb3c1-7339-4cf5-a5ae-531b7972fe54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.657030 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.680586 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 329f3eff-08b8-498e-bc83-6c628b874e37, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=329f3eff-08b8-498e-bc83-6c628b874e37,segment=NetworkSegment(0f62672c-de35-4afd-9daf-56cc3100b791),segment_id=0f62672c-de35-4afd-9daf-56cc3100b791)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:33.684389 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9b0c9-94e3-4d85-8a2f-9f850ae6d60c req-ade4a0b1-3502-4014-99f6-052d6ae4e328 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:33.694297 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4af9b0c9-94e3-4d85-8a2f-9f850ae6d60c req-ade4a0b1-3502-4014-99f6-052d6ae4e328 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 943 time: 1.1119950 Jul 22 21:09:33.700140 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '329f3eff-08b8-498e-bc83-6c628b874e37', 'network_id': '00e7f4d7-016b-4e03-bffe-dc451ffd3090', 'port_id': '329f3eff-08b8-498e-bc83-6c628b874e37', 'mac_address': 'fa:16:3e:67:8e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ec6226-6118-4e6d-accf-6d3b8c390a04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:09:33.729883 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0f0e-c116-422b-84ee-b737072451d4 req-f36b77a3-707c-490c-87f3-c28c8f8b9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:33.731417 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-f36b77a3-707c-490c-87f3-c28c8f8b9eff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 1096 time: 0.9233947 Jul 22 21:09:33.737964 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c5a55848-0f75-41a9-b2d2-42362b4d4031 req-4b33eb75-1bf8-4bc7-a4ca-2265ce72a06e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 210 time: 0.1093760 Jul 22 21:09:33.754742 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Network 0c2d50da-bec8-4953-a39c-7c6350f478fc is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:33.773843 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-05ffb3c1-7339-4cf5-a5ae-531b7972fe54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.781567 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:33.799110 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-76b648a0-e907-4059-b81e-de295b77b701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.800761 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:33.811723 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.844151 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329f3eff-08b8-498e-bc83-6c628b874e37 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:33.858284 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:33.858905 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for port, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.864024 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.880052 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-d4211477-ed43-4fa3-91a4-35dfeb01c890 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba033758-d3ba-4904-a9d6-738de55f6d53 HTTP/1.1" status: 200 len: 217 time: 0.1317666 Jul 22 21:09:33.885099 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-76b648a0-e907-4059-b81e-de295b77b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.905743 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 329f3eff-08b8-498e-bc83-6c628b874e37, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=329f3eff-08b8-498e-bc83-6c628b874e37,segment=NetworkSegment(0f62672c-de35-4afd-9daf-56cc3100b791),segment_id=0f62672c-de35-4afd-9daf-56cc3100b791)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:33.934500 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.941306 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-76b648a0-e907-4059-b81e-de295b77b701 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73b40676b2814118bcfd84e67fe4204a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5882533 Jul 22 21:09:33.942546 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event updated for resources: {'Port': ['ID=b06ccdba-f5b3-4832-ba0d-d1e1347909b6,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:33.946027 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.962504 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 48042) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:33.991029 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Transition to ACTIVE for port object 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:34.000398 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-05f43324-41b3-422a-b3fa-df632def8573 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2294986 Jul 22 21:09:34.014527 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63629a0a-027f-4dd6-ac6a-f1241648482c admin admin] Made reservation on behalf of d73142c77a2c4d62b51659e9c04d7611 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:34.016938 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-63629a0a-027f-4dd6-ac6a-f1241648482c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.026424 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Request body: {'port': {'device_id': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:34.034272 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b648a0-e907-4059-b81e-de295b77b701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b0548c-2ac5-449e-a03e-27f810ecef5a,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:34.041253 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4af9b0c9-94e3-4d85-8a2f-9f850ae6d60c req-9761289b-0ad4-4078-be02-facb2cd102c9 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446815 Jul 22 21:09:34.139214 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.148413 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=329f3eff-08b8-498e-bc83-6c628b874e37,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:34.172301 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-05ffb3c1-7339-4cf5-a5ae-531b7972fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.176046 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0f0e-c116-422b-84ee-b737072451d4 req-8ae949ea-b676-4664-8416-4fc1c27fb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:34.179273 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-8ae949ea-b676-4664-8416-4fc1c27fb10f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81c09867-3f71-4343-84b7-0293e6ab5741 HTTP/1.1" status: 200 len: 859 time: 0.2792225 Jul 22 21:09:34.183454 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-05ffb3c1-7339-4cf5-a5ae-531b7972fe54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.188508 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-05ffb3c1-7339-4cf5-a5ae-531b7972fe54 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b24423e-0b25-455e-8b49-8c38fc655f75 HTTP/1.1" status: 204 len: 168 time: 0.6676664 Jul 22 21:09:34.268336 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffb3c1-7339-4cf5-a5ae-531b7972fe54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b24423e-0b25-455e-8b49-8c38fc655f75,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:34.268983 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-3096a487-6944-4da5-a84a-847caed1f7c1 None None] Provisioning for port b06ccdba-f5b3-4832-ba0d-d1e1347909b6 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:34.280661 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.281748 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ce8d0f-ffed-4586-933d-af14d4e9ee6c x-openstack-request-id: req-50ce8d0f-ffed-4586-933d-af14d4e9ee6c {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:34.282683 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4449b1-4f80-4105-8c4a-2187ca43b3c0", "tag": "ba033758-d3ba-4904-a9d6-738de55f6d53", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:34.283089 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-50ce8d0f-ffed-4586-933d-af14d4e9ee6c {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:34.283715 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4449b1-4f80-4105-8c4a-2187ca43b3c0', 'tag': 'ba033758-d3ba-4904-a9d6-738de55f6d53', 'status': 'completed', 'code': 200} Jul 22 21:09:34.293783 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-3096a487-6944-4da5-a84a-847caed1f7c1 None None] Provisioning complete for port b06ccdba-f5b3-4832-ba0d-d1e1347909b6 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:34.294399 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-3096a487-6944-4da5-a84a-847caed1f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.321107 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.347280 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-3096a487-6944-4da5-a84a-847caed1f7c1 None None] Port b06ccdba-f5b3-4832-ba0d-d1e1347909b6 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:34.377215 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-02652165-bbe3-457c-9c92-59953f8cc30e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9abf4eb-fe7c-4e13-a636-571e35d647a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921788 Jul 22 21:09:34.378656 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['329f3eff-08b8-498e-bc83-6c628b874e37'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:34.491512 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Network 8c27f061-77cb-4f8f-ae65-db88286d691d is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:34.498098 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:34.505270 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:34.516875 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Network e9abf4eb-fe7c-4e13-a636-571e35d647a6 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:34.561758 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:34.562429 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for port, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.565029 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:34.595540 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0401688 Jul 22 21:09:34.599445 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b6c0e-b2cf-499d-87a2-12dd5f2a7527 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event updated for resources: {'Port': ['ID=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:34.627245 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Request body: {'port': {'device_id': '66ec6d17-0056-4816-84d1-992e9a908be0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:34.673285 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Pushing event updated for resources: {'Port': ['ID=0305e92f-e279-46a5-ab80-c398b70ad6c2,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:34.682751 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:34.693666 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:34.695386 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.711217 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b495819c-30a3-4951-abcd-070ffeb82918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.821492 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-c164d543-6958-4a3c-9e12-4be1b9d8a9e5 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242933 Jul 22 21:09:34.991636 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-1ad1e1d1-db1e-4221-9ffa-2a846a4ed0eb None None] Provisioning for port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:34.999796 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-1ad1e1d1-db1e-4221-9ffa-2a846a4ed0eb None None] Provisioning complete for port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:35.000463 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e1d1-db1e-4221-9ffa-2a846a4ed0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.040457 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.072509 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1e1d1-db1e-4221-9ffa-2a846a4ed0eb None None] Port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:35.096847 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-5fec6267-9954-4583-8b49-d300153fefbd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2760847 Jul 22 21:09:35.135359 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Request body: {'port': {'device_id': 'd2d568a5-d045-4411-86fb-23ceb8765175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:35.147086 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b495819c-30a3-4951-abcd-070ffeb82918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.152913 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-317c0f0e-c116-422b-84ee-b737072451d4 req-4ca0ac15-0096-4e59-97d3-f9a00c0e7646 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874310 Jul 22 21:09:35.192688 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.243571 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06ccdba-f5b3-4832-ba0d-d1e1347909b6 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:35.252057 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.277340 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Transition to ACTIVE for port object b06ccdba-f5b3-4832-ba0d-d1e1347909b6 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:35.286718 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.382597 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa115a34-abd6-4dec-91be-ef1212dcf151 req-57cdbed9-646d-436a-b894-3b8af784ac47 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:35.385237 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa115a34-abd6-4dec-91be-ef1212dcf151 req-57cdbed9-646d-436a-b894-3b8af784ac47 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 932 time: 1.1350355 Jul 22 21:09:35.445465 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76589911-6e6f-419b-bed4-6d3865733ab4 req-8cc15686-8af8-4601-b194-567139005a1e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:35.455873 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-76589911-6e6f-419b-bed4-6d3865733ab4 req-8cc15686-8af8-4601-b194-567139005a1e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 931 time: 0.7756491 Jul 22 21:09:35.469851 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Pushing event updated for resources: {'Port': ['ID=b06ccdba-f5b3-4832-ba0d-d1e1347909b6,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:35.567749 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-63629a0a-027f-4dd6-ac6a-f1241648482c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.680591 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 {{(pid=93129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:35.697304 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.718252 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b495819c-30a3-4951-abcd-070ffeb82918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.720805 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b495819c-30a3-4951-abcd-070ffeb82918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.721725 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Transition to ACTIVE for port object 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 will not be triggered until provisioned by entity L2. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:35.722699 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b495819c-30a3-4951-abcd-070ffeb82918 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90b0548c-2ac5-449e-a03e-27f810ecef5a HTTP/1.1" status: 204 len: 168 time: 1.7367852 Jul 22 21:09:35.731820 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.733161 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Attempting to bind port b06ccdba-f5b3-4832-ba0d-d1e1347909b6 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:35.733524 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Attempting to bind port b06ccdba-f5b3-4832-ba0d-d1e1347909b6 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:35.733856 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Attempting to bind port b06ccdba-f5b3-4832-ba0d-d1e1347909b6 on network 0c2d50da-bec8-4953-a39c-7c6350f478fc {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:35.736053 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa115a34-abd6-4dec-91be-ef1212dcf151 req-6316e18a-c421-4ad7-a574-865d02420cb7 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750487 Jul 22 21:09:35.756190 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Port b06ccdba-f5b3-4832-ba0d-d1e1347909b6 on network 0c2d50da-bec8-4953-a39c-7c6350f478fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:09:35.756555 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Attempting to bind port b06ccdba-f5b3-4832-ba0d-d1e1347909b6 on network 0c2d50da-bec8-4953-a39c-7c6350f478fc {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:35.760832 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-76589911-6e6f-419b-bed4-6d3865733ab4 req-24f1bb0b-6a83-472a-9d45-afdfb6f7f52c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949164 Jul 22 21:09:35.770958 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.803766 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:35.804172 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Checking segment: {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:35.804595 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Bound using segment: {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:35.805048 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Bound port: b06ccdba-f5b3-4832-ba0d-d1e1347909b6, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:35.806477 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.818434 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495819c-30a3-4951-abcd-070ffeb82918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b0548c-2ac5-449e-a03e-27f810ecef5a,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:35.824824 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63629a0a-027f-4dd6-ac6a-f1241648482c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec8798c-33a5-4cc5-9063-451ea2ab3c59,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:35.911840 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913a10c-90f7-46fa-b11b-69d9e98c1fe8 req-6604f863-cdeb-48a1-a127-4a11a94a5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:35.914720 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7913a10c-90f7-46fa-b11b-69d9e98c1fe8 req-6604f863-cdeb-48a1-a127-4a11a94a5472 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 1096 time: 0.6361983 Jul 22 21:09:36.073818 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Pushing event updated for resources: {'Port': ['ID=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:36.243872 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Attempting to bind port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:36.245567 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Attempting to bind port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:36.245945 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Attempting to bind port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 on network 8c27f061-77cb-4f8f-ae65-db88286d691d {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:36.257127 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] For port b06ccdba-f5b3-4832-ba0d-d1e1347909b6, host hv-cinder-80190, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:36.267400 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] For port b06ccdba-f5b3-4832-ba0d-d1e1347909b6, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=b06ccdba-f5b3-4832-ba0d-d1e1347909b6,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:36.274990 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 on network 8c27f061-77cb-4f8f-ae65-db88286d691d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:09:36.274990 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Attempting to bind port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 on network 8c27f061-77cb-4f8f-ae65-db88286d691d {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:36.284074 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:36.351882 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63629a0a-027f-4dd6-ac6a-f1241648482c admin admin] Checking segment: {'id': '4b237f0c-db20-4ac4-8c69-094b85fa91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '961629f2-6623-4f6a-b4ab-3eaa78a2d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:36.352780 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63629a0a-027f-4dd6-ac6a-f1241648482c admin admin] Network hostable DHCP agents. Network: 961629f2-6623-4f6a-b4ab-3eaa78a2d63f, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:09:36.387229 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:36.387794 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Checking segment: {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:36.388392 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Bound using segment: {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'} {{(pid=93129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:36.389147 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.managers [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Bound port: 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'}}] {{(pid=93129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:36.389731 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:36.423363 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:36.427864 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for port, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:36.430356 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] 10.222.0.72 "PUT /v2.0/ports/b06ccdba-f5b3-4832-ba0d-d1e1347909b6 HTTP/1.1" status: 200 len: 1094 time: 2.4091341 Jul 22 21:09:36.432764 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'tag': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:36.436800 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e081ca5c07193bd213ceeefebd48142515bf56df91653bc6535f069c3acb44b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b297f2-6645-47ac-9eea-db73d4aad227", "tag": "b06ccdba-f5b3-4832-ba0d-d1e1347909b6"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:36.643520 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48094) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:36.759939 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ca7d4-fa84-4fbc-8a3c-73652613212d service neutron] Pushing event updated for resources: {'Port': ['ID=b06ccdba-f5b3-4832-ba0d-d1e1347909b6,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:36.780589 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e3f4156b-bb37-4a1a-88d9-b2a332c8d49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:36.858811 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, cleared binding levels {{(pid=93129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:36.875880 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:36.887437 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:36.887718 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63629a0a-027f-4dd6-ac6a-f1241648482c admin admin] Network 961629f2-6623-4f6a-b4ab-3eaa78a2d63f is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:09:36.966046 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864660d-8c67-41a3-bd61-2db02b841961 req-de40b9d6-8d78-46b8-869a-bbad0f0de11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:36.968746 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-de40b9d6-8d78-46b8-869a-bbad0f0de11c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d1ad23cab7f9480eb741b996da7e56f8&device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 1097 time: 0.4459074 Jul 22 21:09:36.981326 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-63629a0a-027f-4dd6-ac6a-f1241648482c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 961629f2-6623-4f6a-b4ab-3eaa78a2d63f) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:36.984307 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:36.985340 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for port, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:36.987674 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] 10.222.0.72 "PUT /v2.0/ports/7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 HTTP/1.1" status: 200 len: 1093 time: 2.3762300 Jul 22 21:09:37.043015 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63629a0a-027f-4dd6-ac6a-f1241648482c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.044189 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-63629a0a-027f-4dd6-ac6a-f1241648482c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.047677 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0a055-d307-4e10-8314-4757b52741c3 None None] Network 961629f2-6623-4f6a-b4ab-3eaa78a2d63f requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:37.106270 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-f74bf821-3b95-4f25-a553-f3cf9a6160c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06ccdba-f5b3-4832-ba0d-d1e1347909b6 HTTP/1.1" status: 200 len: 217 time: 0.1100483 Jul 22 21:09:37.134218 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2c9e0-f8b3-47ad-b6f7-2b786d6d4051 req-6b1858fd-5bca-46be-a903-e8719eeec6ee tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.146391 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23d2c9e0-f8b3-47ad-b6f7-2b786d6d4051 req-6b1858fd-5bca-46be-a903-e8719eeec6ee tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 932 time: 1.2430215 Jul 22 21:09:37.179529 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913a10c-90f7-46fa-b11b-69d9e98c1fe8 req-0f9b616a-6891-4027-be91-fa49082251c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.182280 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7913a10c-90f7-46fa-b11b-69d9e98c1fe8 req-0f9b616a-6891-4027-be91-fa49082251c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 920 time: 1.2454641 Jul 22 21:09:37.274258 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e3f4156b-bb37-4a1a-88d9-b2a332c8d49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.276676 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae737f-c3be-45ee-be7c-14b0495be739 service neutron] Pushing event updated for resources: {'Port': ['ID=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,revision_number=3']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:37.289228 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7913a10c-90f7-46fa-b11b-69d9e98c1fe8 req-4a8fc685-9a72-465b-8cc8-45ef2e778792 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba033758-d3ba-4904-a9d6-738de55f6d53 HTTP/1.1" status: 200 len: 217 time: 0.0818145 Jul 22 21:09:37.301434 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d178e9d-6eaa-410a-a0f4-95180b093455 req-291e719a-52f9-4f4f-990f-132390c001f7 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.320579 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5d178e9d-6eaa-410a-a0f4-95180b093455 req-291e719a-52f9-4f4f-990f-132390c001f7 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 944 time: 0.9492149 Jul 22 21:09:37.329476 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0fdc4-e34d-477f-9014-d1637e4d4814 None None] Network 961629f2-6623-4f6a-b4ab-3eaa78a2d63f requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:37.385617 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e3f4156b-bb37-4a1a-88d9-b2a332c8d49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.457936 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-e3f4156b-bb37-4a1a-88d9-b2a332c8d49f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fb81b242c7e46adb731103f97d05f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8024542 Jul 22 21:09:37.459984 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48114) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:37.464188 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864660d-8c67-41a3-bd61-2db02b841961 req-4cb880ef-cfb6-4958-9cfc-0894099b9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.466037 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-4cb880ef-cfb6-4958-9cfc-0894099b9a59 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34bae904-f02c-4d88-8830-72019b3c2b45 HTTP/1.1" status: 200 len: 850 time: 0.1763031 Jul 22 21:09:37.478579 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device ba033758-d3ba-4904-a9d6-738de55f6d53 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:09:37.480092 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4156b-bb37-4a1a-88d9-b2a332c8d49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47472157-1ca4-4372-b85d-5a44ef955b6d,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:37.480609 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 329f3eff-08b8-498e-bc83-6c628b874e37 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:37.568397 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-8e151c80-3621-4252-bf12-3235b4b38c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.570537 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-8e151c80-3621-4252-bf12-3235b4b38c42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 1096 time: 0.4438000 Jul 22 21:09:37.604251 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port 329f3eff-08b8-498e-bc83-6c628b874e37 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:37.617613 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0305e92f-e279-46a5-ab80-c398b70ad6c2 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:37.619176 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 329f3eff-08b8-498e-bc83-6c628b874e37 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:37.619720 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.636308 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.662414 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d03c830b-fd30-415a-91d3-20df27e5aab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.668814 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-71a234c3-898f-4549-bd32-9eef57195571 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 HTTP/1.1" status: 200 len: 217 time: 0.0769205 Jul 22 21:09:37.676113 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Transition to ACTIVE for port object 0305e92f-e279-46a5-ab80-c398b70ad6c2 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:37.683899 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23d2c9e0-f8b3-47ad-b6f7-2b786d6d4051 req-9c151004-e8bd-40cf-b352-198d06a6b38c tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271311 Jul 22 21:09:37.694174 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-63629a0a-027f-4dd6-ac6a-f1241648482c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.4437726 Jul 22 21:09:37.703566 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.753366 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5d178e9d-6eaa-410a-a0f4-95180b093455 req-d6c25a8a-aa13-4c6b-a526-b5cea692bc49 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313691 Jul 22 21:09:37.816450 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913a10c-90f7-46fa-b11b-69d9e98c1fe8 req-f4a5e625-1187-4e97-90df-212b1e1f7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.819020 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7913a10c-90f7-46fa-b11b-69d9e98c1fe8 req-f4a5e625-1187-4e97-90df-212b1e1f7262 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81c09867-3f71-4343-84b7-0293e6ab5741 HTTP/1.1" status: 200 len: 859 time: 0.4647443 Jul 22 21:09:37.853124 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d03c830b-fd30-415a-91d3-20df27e5aab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.922377 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7913a10c-90f7-46fa-b11b-69d9e98c1fe8 req-6846270b-3f33-4215-ada0-bcc52995322f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9abf4eb-fe7c-4e13-a636-571e35d647a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946813 Jul 22 21:09:37.964833 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f9d4bb-3e47-4585-9751-624b90fbb82b x-openstack-request-id: req-83f9d4bb-3e47-4585-9751-624b90fbb82b {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:37.966415 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b297f2-6645-47ac-9eea-db73d4aad227", "tag": "b06ccdba-f5b3-4832-ba0d-d1e1347909b6", "status": "completed", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:37.966992 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83f9d4bb-3e47-4585-9751-624b90fbb82b {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:37.968048 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'tag': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6', 'status': 'completed', 'code': 200} Jul 22 21:09:37.971910 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864660d-8c67-41a3-bd61-2db02b841961 req-532b4cc0-34fd-4554-9f77-acc348fcf527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.974646 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-532b4cc0-34fd-4554-9f77-acc348fcf527 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c2d50da-bec8-4953-a39c-7c6350f478fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4957447 Jul 22 21:09:38.041479 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port ba033758-d3ba-4904-a9d6-738de55f6d53, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ba033758-d3ba-4904-a9d6-738de55f6d53,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:38.069073 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': 'ba033758-d3ba-4904-a9d6-738de55f6d53', 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6', 'port_id': 'ba033758-d3ba-4904-a9d6-738de55f6d53', 'mac_address': 'fa:16:3e:c6:72:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c09867-3f71-4343-84b7-0293e6ab5741', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:09:38.100292 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0305e92f-e279-46a5-ab80-c398b70ad6c2,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:38.163779 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.167587 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-8d8b0d4f-30b6-43fa-a204-34641b16688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:38.173966 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-8d8b0d4f-30b6-43fa-a204-34641b16688f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a5381fb-b7ce-4b94-8250-c36113b9d44f HTTP/1.1" status: 200 len: 854 time: 0.4687161 Jul 22 21:09:38.218325 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Attempting to bind port 0305e92f-e279-46a5-ab80-c398b70ad6c2 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:38.218855 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Attempting to bind port 0305e92f-e279-46a5-ab80-c398b70ad6c2 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:38.219362 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Attempting to bind port 0305e92f-e279-46a5-ab80-c398b70ad6c2 on network e9abf4eb-fe7c-4e13-a636-571e35d647a6 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:38.249481 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.268248 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d03c830b-fd30-415a-91d3-20df27e5aab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.269284 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941e8314-5b90-4af8-b420-0750ad884cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329f3eff-08b8-498e-bc83-6c628b874e37'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:38.279310 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d03c830b-fd30-415a-91d3-20df27e5aab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.281195 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-d03c830b-fd30-415a-91d3-20df27e5aab1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/47472157-1ca4-4372-b85d-5a44ef955b6d HTTP/1.1" status: 204 len: 168 time: 0.8186839 Jul 22 21:09:38.301887 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Port 0305e92f-e279-46a5-ab80-c398b70ad6c2 on network e9abf4eb-fe7c-4e13-a636-571e35d647a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:09:38.302681 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Attempting to bind port 0305e92f-e279-46a5-ab80-c398b70ad6c2 on network e9abf4eb-fe7c-4e13-a636-571e35d647a6 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:38.340878 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:38.341758 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Checking segment: {'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:38.342730 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Bound using segment: {'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:38.343718 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Bound port: 0305e92f-e279-46a5-ab80-c398b70ad6c2, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502383c9-79d8-4faa-81dc-78af7a9c89b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:38.344522 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.391798 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c830b-fd30-415a-91d3-20df27e5aab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47472157-1ca4-4372-b85d-5a44ef955b6d,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:38.401187 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-fc96fe69-1f54-42f7-a5ba-009a600295fc service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124916 Jul 22 21:09:38.409411 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba033758-d3ba-4904-a9d6-738de55f6d53 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:38.468115 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 329f3eff-08b8-498e-bc83-6c628b874e37, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=329f3eff-08b8-498e-bc83-6c628b874e37,segment=NetworkSegment(0f62672c-de35-4afd-9daf-56cc3100b791),segment_id=0f62672c-de35-4afd-9daf-56cc3100b791)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:38.509351 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd06ad5-b1db-4db9-b325-43e5266d617a req-92e1e5e8-1378-4d72-8d8f-a22ffd9335f1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:38.521718 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9cd06ad5-b1db-4db9-b325-43e5266d617a req-92e1e5e8-1378-4d72-8d8f-a22ffd9335f1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 944 time: 0.5046482 Jul 22 21:09:38.526551 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.538111 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7913a10c-90f7-46fa-b11b-69d9e98c1fe8 req-39d9cbe4-e268-408e-8c19-f4acd3cebef9 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917935 Jul 22 21:09:38.554493 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port ba033758-d3ba-4904-a9d6-738de55f6d53, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ba033758-d3ba-4904-a9d6-738de55f6d53,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:38.610246 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:09:38.612936 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-f864660d-8c67-41a3-bd61-2db02b841961 req-ec52a25e-fb87-431a-9ab8-518e44de6a94 service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039988 Jul 22 21:09:38.626805 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-a03b3f9a-f7cd-47eb-8de1-f3869889ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:38.630162 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-a03b3f9a-f7cd-47eb-8de1-f3869889ad59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c27f061-77cb-4f8f-ae65-db88286d691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4497035 Jul 22 21:09:38.639393 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3160d57-6dcb-47f1-98a0-1820ff624dee req-4e7aae67-d5c1-4102-b9f2-bb94eb28a3bc tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:38.654517 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3160d57-6dcb-47f1-98a0-1820ff624dee req-4e7aae67-d5c1-4102-b9f2-bb94eb28a3bc tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.6753266 Jul 22 21:09:38.771319 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9cd06ad5-b1db-4db9-b325-43e5266d617a req-19152ea1-cf40-4879-85dc-7919f40fa26e tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460570 Jul 22 21:09:38.929738 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-2aa027da-8dc7-4206-a393-86e43fc476ec service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847393 Jul 22 21:09:38.932037 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.971071 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=329f3eff-08b8-498e-bc83-6c628b874e37,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:39.083345 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] For port 0305e92f-e279-46a5-ab80-c398b70ad6c2, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:39.107067 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=ba033758-d3ba-4904-a9d6-738de55f6d53,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:39.126265 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edb6a10-0d49-43d1-a1d9-ca586a7d6cdf" -d '{"events": [{"server_uuid": "941e8314-5b90-4af8-b420-0750ad884cb5", "name": "network-vif-plugged", "status": "completed", "tag": "329f3eff-08b8-498e-bc83-6c628b874e37"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:39.177491 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3160d57-6dcb-47f1-98a0-1820ff624dee req-f4250782-4f37-467a-bcef-c150dfabbb23 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5199094 Jul 22 21:09:39.194678 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] For port 0305e92f-e279-46a5-ab80-c398b70ad6c2, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0305e92f-e279-46a5-ab80-c398b70ad6c2,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:39.282283 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ba033758-d3ba-4904-a9d6-738de55f6d53'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:39.286729 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-c4c4a9a2-2cd6-424c-8c52-8674eef6c1e5 req-e2c320b9-2fb5-40d7-b118-1dec3f26e923 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556185 Jul 22 21:09:39.307151 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226 req-c45b4933-dfec-4f5a-b57e-22a6632d13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:39.310705 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226 req-c45b4933-dfec-4f5a-b57e-22a6632d13e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d1ad23cab7f9480eb741b996da7e56f8&device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 1097 time: 0.5348206 Jul 22 21:09:39.343682 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:39.402731 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48170) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:39.435266 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7913a10c-90f7-46fa-b11b-69d9e98c1fe8 req-76a7c3cb-c41a-4511-89a3-487e7c83fe62 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8817360 Jul 22 21:09:39.436999 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1447868254-network', 'tenant_id': '82f80fa5b94542c5953a74fae192b8c0'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:39.484674 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Made reservation on behalf of 82f80fa5b94542c5953a74fae192b8c0 for: {'network': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:39.490282 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:39.531019 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:39.532134 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:39.534856 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] 10.222.0.72 "PUT /v2.0/ports/0305e92f-e279-46a5-ab80-c398b70ad6c2 HTTP/1.1" status: 200 len: 1094 time: 4.4183776 Jul 22 21:09:39.539514 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d568a5-d045-4411-86fb-23ceb8765175', 'tag': '0305e92f-e279-46a5-ab80-c398b70ad6c2'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:39.542872 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d191a900-d01a-4750-9781-34f2ea871fae" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d568a5-d045-4411-86fb-23ceb8765175", "tag": "0305e92f-e279-46a5-ab80-c398b70ad6c2"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:39.575476 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:39.609830 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959cc30-1373-4508-bdba-ad8b463d30f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0305e92f-e279-46a5-ab80-c398b70ad6c2,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:39.624317 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74708826-89c7-4897-ad8b-dc8172a97997 req-df31bd49-9db6-4f35-9596-5ab319bd111d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:39.631805 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-74708826-89c7-4897-ad8b-dc8172a97997 req-df31bd49-9db6-4f35-9596-5ab319bd111d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 944 time: 0.4529650 Jul 22 21:09:39.683646 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d28528-9d33-42c9-8f5f-12953988c18d req-e84af0e8-f642-41d1-b6e0-7373479864f3 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:39.685426 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b6d28528-9d33-42c9-8f5f-12953988c18d req-e84af0e8-f642-41d1-b6e0-7373479864f3 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 945 time: 0.2911849 Jul 22 21:09:39.777198 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-74708826-89c7-4897-ad8b-dc8172a97997 req-56b7db9e-f180-4f7b-91f9-edd4f2403edd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297362 Jul 22 21:09:39.859820 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-877faf72-74cc-4ae2-9745-7b5defb5fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:39.863799 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-877faf72-74cc-4ae2-9745-7b5defb5fb47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 1097 time: 0.2296140 Jul 22 21:09:39.871344 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b6d28528-9d33-42c9-8f5f-12953988c18d req-6698083c-0199-479a-93b5-8db1e1c8273e tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661427 Jul 22 21:09:39.954695 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-45812f96-7806-47d3-8c7b-7495a4090f47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0305e92f-e279-46a5-ab80-c398b70ad6c2 HTTP/1.1" status: 200 len: 217 time: 0.0741801 Jul 22 21:09:40.008597 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702d93d7-28f0-40f6-8e5b-517c3dac53a3 x-openstack-request-id: req-702d93d7-28f0-40f6-8e5b-517c3dac53a3 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:40.009050 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d568a5-d045-4411-86fb-23ceb8765175", "tag": "0305e92f-e279-46a5-ab80-c398b70ad6c2", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:40.009475 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-702d93d7-28f0-40f6-8e5b-517c3dac53a3 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:40.010098 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d568a5-d045-4411-86fb-23ceb8765175', 'tag': '0305e92f-e279-46a5-ab80-c398b70ad6c2', 'status': 'completed', 'code': 200} Jul 22 21:09:40.146344 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-97d10341-9104-49e0-81e1-38c88e30f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:40.147937 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-97d10341-9104-49e0-81e1-38c88e30f7bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81c09867-3f71-4343-84b7-0293e6ab5741 HTTP/1.1" status: 200 len: 859 time: 0.1777005 Jul 22 21:09:40.161301 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:40.164854 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e081ca5c07193bd213ceeefebd48142515bf56df91653bc6535f069c3acb44b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97d5374-0d43-4aa6-abae-b395efdbf844" -d '{"events": [{"name": "network-changed", "server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:40.174204 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226 req-c28a0ec0-c65e-4a8a-aeee-2b2340ceead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:40.175239 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226 req-c28a0ec0-c65e-4a8a-aeee-2b2340ceead4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c2d50da-bec8-4953-a39c-7c6350f478fc HTTP/1.1" status: 200 len: 912 time: 0.8552783 Jul 22 21:09:40.201981 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-3b396aa9-3e88-46bf-b681-4803b2b27d90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9abf4eb-fe7c-4e13-a636-571e35d647a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436211 Jul 22 21:09:40.225402 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226 req-48fc4d7a-25f1-4209-8598-e3a162d80994 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06ccdba-f5b3-4832-ba0d-d1e1347909b6 HTTP/1.1" status: 200 len: 217 time: 0.0386631 Jul 22 21:09:40.245917 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56351cae-9250-4d33-ac74-6e23331ffdff req-cf49ee2c-f74d-4821-9dde-0db439263a81 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:40.259382 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56351cae-9250-4d33-ac74-6e23331ffdff req-cf49ee2c-f74d-4821-9dde-0db439263a81 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 944 time: 0.1764100 Jul 22 21:09:40.341567 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226 req-70e360e6-4176-479a-9dd7-1dee03bcc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:40.343211 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226 req-70e360e6-4176-479a-9dd7-1dee03bcc120 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34bae904-f02c-4d88-8830-72019b3c2b45 HTTP/1.1" status: 200 len: 850 time: 0.1095448 Jul 22 21:09:40.396375 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ee84cf-5e76-42b6-b819-97805fc66d04 x-openstack-request-id: req-93ee84cf-5e76-42b6-b819-97805fc66d04 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:40.397009 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941e8314-5b90-4af8-b420-0750ad884cb5", "name": "network-vif-plugged", "status": "completed", "tag": "329f3eff-08b8-498e-bc83-6c628b874e37", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:40.397418 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93ee84cf-5e76-42b6-b819-97805fc66d04 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:40.398163 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941e8314-5b90-4af8-b420-0750ad884cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329f3eff-08b8-498e-bc83-6c628b874e37', 'code': 200} Jul 22 21:09:40.435080 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.441497 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.453703 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e85d28-08c4-4011-9f50-aba949d3fb33 x-openstack-request-id: req-57e85d28-08c4-4011-9f50-aba949d3fb33 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:40.453991 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955", "status": "completed", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:40.454241 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57e85d28-08c4-4011-9f50-aba949d3fb33 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:40.454733 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'status': 'completed', 'code': 200} Jul 22 21:09:40.493617 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:09:40.527846 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3271a80c-eae3-46f2-8037-eed5871af5b0,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:40.540670 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.541261 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.segments_db [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Added segment 36282fa4-f7c1-4513-a557-57d9f388f654 of type vlan for network a4839b71-1876-47fc-b5a7-d1ad57ce3b5e Jul 22 21:09:40.562862 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226 req-5e534467-1ba6-4141-ab90-cc635999718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:40.570191 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226 req-5e534467-1ba6-4141-ab90-cc635999718c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c2d50da-bec8-4953-a39c-7c6350f478fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2137787 Jul 22 21:09:40.594637 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56351cae-9250-4d33-ac74-6e23331ffdff req-3a46adb7-9b06-4b56-b2c9-a4029d465784 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333557 Jul 22 21:09:40.649378 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.749447 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.750609 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:40.751216 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.778871 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226 req-8716bd2e-4ec5-4832-a34f-d1af627ab498 service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739454 Jul 22 21:09:40.818530 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3995159 Jul 22 21:09:40.825612 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48216) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:40.924849 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-c351513f-961b-4901-803d-527cc7433121 admin admin] Request body: {'subnet': {'network_id': 'a4839b71-1876-47fc-b5a7-d1ad57ce3b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1447868254-subnet', 'tenant_id': '82f80fa5b94542c5953a74fae192b8c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:40.976677 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-ec8616d0-f50b-4f68-97c2-9745d9de2d86 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7634532 Jul 22 21:09:41.019858 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b6e99-9aa8-47f8-aa1e-cf17c7e617d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a4839b71-1876-47fc-b5a7-d1ad57ce3b5e,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:41.038909 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network a4839b71-1876-47fc-b5a7-d1ad57ce3b5e details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:09:41.167379 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c351513f-961b-4901-803d-527cc7433121 admin admin] Made reservation on behalf of 82f80fa5b94542c5953a74fae192b8c0 for: {'subnet': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:41.171508 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c351513f-961b-4901-803d-527cc7433121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962742'] for subnet, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.174263 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9736e7-bf56-464d-8af9-cdfc4a7f8d54 req-24ce0cb6-510f-461f-84b3-000b42a59c07 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:41.177927 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fa9736e7-bf56-464d-8af9-cdfc4a7f8d54 req-24ce0cb6-510f-461f-84b3-000b42a59c07 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.6115451 Jul 22 21:09:41.182556 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5374-0d43-4aa6-abae-b395efdbf844 req-8bbf73a2-e905-4c0d-8b33-af400b6a21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:41.186382 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d97d5374-0d43-4aa6-abae-b395efdbf844 req-8bbf73a2-e905-4c0d-8b33-af400b6a21f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 1096 time: 0.6230695 Jul 22 21:09:41.241861 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228d4e19-f578-4364-a06a-8e40afa0b04f req-bc50e79f-95e4-4f96-b06a-b52a9470c843 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487161 Jul 22 21:09:41.254297 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9219ec-3d3d-4061-a854-445400bdcfda req-1db26596-b4d6-49c9-a6e8-4c81be821a54 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:41.256121 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df9219ec-3d3d-4061-a854-445400bdcfda req-1db26596-b4d6-49c9-a6e8-4c81be821a54 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 944 time: 0.2769394 Jul 22 21:09:41.358046 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226 req-d3b8c334-0e85-4013-8c3d-6716d866d7fe service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556564 Jul 22 21:09:41.359273 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fa9736e7-bf56-464d-8af9-cdfc4a7f8d54 req-dbc969ed-2752-4ab3-856c-8da0376a156c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676576 Jul 22 21:09:41.385333 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49607aa-a0ab-4fbd-b25e-ba27ca367d64 req-89e699b4-1a1c-44fe-baba-1830e5409f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:41.387013 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-b49607aa-a0ab-4fbd-b25e-ba27ca367d64 req-89e699b4-1a1c-44fe-baba-1830e5409f7a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 1098 time: 0.5632763 Jul 22 21:09:41.415734 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device b06ccdba-f5b3-4832-ba0d-d1e1347909b6 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:09:41.432667 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device ba033758-d3ba-4904-a9d6-738de55f6d53 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:41.437963 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5374-0d43-4aa6-abae-b395efdbf844 req-fa1369a4-b5d2-40a1-89d8-43cdeb67488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:41.439573 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d97d5374-0d43-4aa6-abae-b395efdbf844 req-fa1369a4-b5d2-40a1-89d8-43cdeb67488c service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 916 time: 0.2401073 Jul 22 21:09:41.487255 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df9219ec-3d3d-4061-a854-445400bdcfda req-f96f019b-da6f-41d2-9c34-140459740701 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139378 Jul 22 21:09:41.546772 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d97d5374-0d43-4aa6-abae-b395efdbf844 req-9bba8cbc-34df-4296-9497-9fc02a93e4fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 HTTP/1.1" status: 200 len: 217 time: 0.0929847 Jul 22 21:09:41.568070 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.db.resource_extend [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:09:41.658527 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c351513f-961b-4901-803d-527cc7433121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9936020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962756'] for subnet, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.695373 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port ba033758-d3ba-4904-a9d6-738de55f6d53 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:41.725442 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-b49607aa-a0ab-4fbd-b25e-ba27ca367d64 req-f86925ac-79a5-4bde-8d93-cbd1d7e781d9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.725769 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port ba033758-d3ba-4904-a9d6-738de55f6d53 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:41.726244 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.773387 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5374-0d43-4aa6-abae-b395efdbf844 req-aa8ed030-dfcc-4991-83c6-ca82287f342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:41.774911 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d97d5374-0d43-4aa6-abae-b395efdbf844 req-aa8ed030-dfcc-4991-83c6-ca82287f342f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a5381fb-b7ce-4b94-8250-c36113b9d44f HTTP/1.1" status: 200 len: 854 time: 0.2199130 Jul 22 21:09:41.778543 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191a900-d01a-4750-9781-34f2ea871fae req-a924ac7b-4ae8-4495-bfaa-76fa6f71f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:41.780012 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d191a900-d01a-4750-9781-34f2ea871fae req-a924ac7b-4ae8-4495-bfaa-76fa6f71f229 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 1097 time: 0.3659229 Jul 22 21:09:41.854157 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port b06ccdba-f5b3-4832-ba0d-d1e1347909b6, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=b06ccdba-f5b3-4832-ba0d-d1e1347909b6,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:41.904116 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'port_id': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6', 'mac_address': 'fa:16:3e:bd:52:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:09:41.909988 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc9fff-58e6-4bed-9c19-4ec709ad5c04 req-59dbaa0d-a689-4961-bc80-61964738b11f tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:41.918295 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5bcc9fff-58e6-4bed-9c19-4ec709ad5c04 req-59dbaa0d-a689-4961-bc80-61964738b11f tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 945 time: 0.3172445 Jul 22 21:09:41.944556 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351513f-961b-4901-803d-527cc7433121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7c0897-6d33-4ca7-a1ea-19b6bd2b528d,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:42.027293 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351513f-961b-4901-803d-527cc7433121 admin admin] Checking segment: {'id': '36282fa4-f7c1-4513-a557-57d9f388f654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4839b71-1876-47fc-b5a7-d1ad57ce3b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:42.028484 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351513f-961b-4901-803d-527cc7433121 admin admin] Network hostable DHCP agents. Network: a4839b71-1876-47fc-b5a7-d1ad57ce3b5e, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:09:42.040022 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.089779 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06ccdba-f5b3-4832-ba0d-d1e1347909b6 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:42.117841 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.129398 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351513f-961b-4901-803d-527cc7433121 admin admin] Network a4839b71-1876-47fc-b5a7-d1ad57ce3b5e is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:09:42.142709 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port b06ccdba-f5b3-4832-ba0d-d1e1347909b6, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=b06ccdba-f5b3-4832-ba0d-d1e1347909b6,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:42.148966 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.150305 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:09:42.164894 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-c351513f-961b-4901-803d-527cc7433121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, a4839b71-1876-47fc-b5a7-d1ad57ce3b5e) {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:42.173657 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c351513f-961b-4901-803d-527cc7433121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:42.174200 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c351513f-961b-4901-803d-527cc7433121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.250552 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-b49607aa-a0ab-4fbd-b25e-ba27ca367d64 req-f86925ac-79a5-4bde-8d93-cbd1d7e781d9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.262802 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [req-b49607aa-a0ab-4fbd-b25e-ba27ca367d64 req-f86925ac-79a5-4bde-8d93-cbd1d7e781d9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.269058 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c52189-17bb-4d7d-819e-383aecdecb01 None None] Network a4839b71-1876-47fc-b5a7-d1ad57ce3b5e requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:42.280657 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=b06ccdba-f5b3-4832-ba0d-d1e1347909b6,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:42.302108 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-c351513f-961b-4901-803d-527cc7433121 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4479942 Jul 22 21:09:42.332412 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port ba033758-d3ba-4904-a9d6-738de55f6d53, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ba033758-d3ba-4904-a9d6-738de55f6d53,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:42.340997 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5bcc9fff-58e6-4bed-9c19-4ec709ad5c04 req-11e1e75c-e6e6-49e5-8eed-1d404be9afdb tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210188 Jul 22 21:09:42.345119 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.411999 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4449b1-4f80-4105-8c4a-2187ca43b3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba033758-d3ba-4904-a9d6-738de55f6d53'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:42.421385 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d7545f-5517-4ad1-900a-8d34da266da4" -d '{"events": [{"server_uuid": "6c4449b1-4f80-4105-8c4a-2187ca43b3c0", "name": "network-vif-plugged", "status": "completed", "tag": "ba033758-d3ba-4904-a9d6-738de55f6d53"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:42.447574 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-b49607aa-a0ab-4fbd-b25e-ba27ca367d64 req-f86925ac-79a5-4bde-8d93-cbd1d7e781d9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9650657 Jul 22 21:09:42.464821 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86925ac-79a5-4bde-8d93-cbd1d7e781d9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=74101458-0aea-4198-a3b4-f2a99addd376,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:42.467564 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48284) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:42.513576 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191a900-d01a-4750-9781-34f2ea871fae req-d73dceb8-953d-42bd-9c75-bd6544df4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:42.516394 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d191a900-d01a-4750-9781-34f2ea871fae req-d73dceb8-953d-42bd-9c75-bd6544df4874 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 920 time: 0.7273078 Jul 22 21:09:42.526172 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d5374-0d43-4aa6-abae-b395efdbf844 req-c7d56b4a-02d6-4465-a7e7-f8d28b2deb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:42.528642 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d97d5374-0d43-4aa6-abae-b395efdbf844 req-c7d56b4a-02d6-4465-a7e7-f8d28b2deb74 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c27f061-77cb-4f8f-ae65-db88286d691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7414851 Jul 22 21:09:42.557892 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703fbee-0f80-404b-8ab2-11030c7c12c1 req-e6efb46e-d157-4719-ae22-34627c49ffaa tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:42.572801 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5703fbee-0f80-404b-8ab2-11030c7c12c1 req-e6efb46e-d157-4719-ae22-34627c49ffaa tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 944 time: 0.6488571 Jul 22 21:09:42.650469 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5703fbee-0f80-404b-8ab2-11030c7c12c1 req-6c8d519d-c1d1-4b0d-9c9e-15665d62b94d tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762830 Jul 22 21:09:42.696130 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a910cbf2-c961-4245-b5c2-55339e02842f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:42.852462 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:42.876468 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'port_id': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'mac_address': 'fa:16:3e:bd:91:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:09:42.890805 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee1f837-ba96-43e1-93ca-3004b460d114 x-openstack-request-id: req-dee1f837-ba96-43e1-93ca-3004b460d114 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:42.891576 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4449b1-4f80-4105-8c4a-2187ca43b3c0", "name": "network-vif-plugged", "status": "completed", "tag": "ba033758-d3ba-4904-a9d6-738de55f6d53", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:42.892178 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dee1f837-ba96-43e1-93ca-3004b460d114 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:42.893033 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4449b1-4f80-4105-8c4a-2187ca43b3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba033758-d3ba-4904-a9d6-738de55f6d53', 'code': 200} Jul 22 21:09:42.947260 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d191a900-d01a-4750-9781-34f2ea871fae req-bde3e495-77a6-4c88-a251-48a305efca0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0305e92f-e279-46a5-ab80-c398b70ad6c2 HTTP/1.1" status: 200 len: 217 time: 0.1737747 Jul 22 21:09:43.009943 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a910cbf2-c961-4245-b5c2-55339e02842f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.017961 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a910cbf2-c961-4245-b5c2-55339e02842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.135545 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910cbf2-c961-4245-b5c2-55339e02842f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eb4fa3-b506-4957-9e3b-be635eb7d649,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:43.142408 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a910cbf2-c961-4245-b5c2-55339e02842f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4d50b2ce6ef4d3e8a08342a0292db20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6741197 Jul 22 21:09:43.147040 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48302) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:43.168328 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191a900-d01a-4750-9781-34f2ea871fae req-06b5871a-a5bf-4731-8e82-36381354b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:43.170270 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d191a900-d01a-4750-9781-34f2ea871fae req-06b5871a-a5bf-4731-8e82-36381354b80d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81c09867-3f71-4343-84b7-0293e6ab5741 HTTP/1.1" status: 200 len: 859 time: 0.2038836 Jul 22 21:09:43.178431 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d97d5374-0d43-4aa6-abae-b395efdbf844 req-60f60a75-87d0-4b10-ba34-86830a82069c service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030027 Jul 22 21:09:43.216006 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=ba033758-d3ba-4904-a9d6-738de55f6d53,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:43.221710 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810156e-faf0-4cb8-8d42-4b310791dcd2 req-7be43efe-d97d-4043-b9f7-fa618c15e8fe tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:43.224261 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9810156e-faf0-4cb8-8d42-4b310791dcd2 req-7be43efe-d97d-4043-b9f7-fa618c15e8fe tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.4110434 Jul 22 21:09:43.234745 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.269586 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:43.282334 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003465f1-f76f-4c81-9da3-494bc789fe4e None None] Network a4839b71-1876-47fc-b5a7-d1ad57ce3b5e requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:43.291060 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d191a900-d01a-4750-9781-34f2ea871fae req-472568e8-9497-4d3c-a85f-455f1cd4a81a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9abf4eb-fe7c-4e13-a636-571e35d647a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056817 Jul 22 21:09:43.315813 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.324951 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cb191-ddd6-4084-80e3-1576337c6606 req-c13e893c-6f37-480d-9026-294b6fede0b3 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:43.327103 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c046ce9-56d9-499b-b7cf-1d7a8bc17700 req-cf57b110-aee4-436a-b356-ddb9875dd2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:43.329645 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-4c046ce9-56d9-499b-b7cf-1d7a8bc17700 req-cf57b110-aee4-436a-b356-ddb9875dd2eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.1660466 Jul 22 21:09:43.332310 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a42cb191-ddd6-4084-80e3-1576337c6606 req-c13e893c-6f37-480d-9026-294b6fede0b3 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 944 time: 0.2811983 Jul 22 21:09:43.369356 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:43.381991 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.442665 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [req-4c046ce9-56d9-499b-b7cf-1d7a8bc17700 req-636c5d15-942f-4e54-8be8-dfb86940406c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028168 Jul 22 21:09:43.451003 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48308) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:43.479703 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.492608 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.497159 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.516382 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88eb4fa3-b506-4957-9e3b-be635eb7d649 HTTP/1.1" status: 204 len: 168 time: 0.3588004 Jul 22 21:09:43.540192 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eb4fa3-b506-4957-9e3b-be635eb7d649,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:43.560462 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:43.561420 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:43.561773 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:43.562060 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0305e92f-e279-46a5-ab80-c398b70ad6c2 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:09:43.562244 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:43.563591 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:43.563950 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:43.564287 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:43.565700 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:43.566736 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:43.566736 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:43.569059 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:43.569529 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a2fbac-cdab-4e2f-83c3-0e3876eb250d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:43.583277 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9810156e-faf0-4cb8-8d42-4b310791dcd2 req-1361fec6-654e-44bb-ab4e-6dd45fc5757b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036373 Jul 22 21:09:43.603133 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d191a900-d01a-4750-9781-34f2ea871fae req-93de144f-3bb1-43d4-a6a7-2762228a558c service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415824 Jul 22 21:09:43.659784 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a42cb191-ddd6-4084-80e3-1576337c6606 req-c34a1200-edc8-40f7-8b82-e619fc9a9e0d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262153 Jul 22 21:09:43.709473 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d97d5374-0d43-4aa6-abae-b395efdbf844 req-3506d8ea-143e-4499-8c86-fadd10309b32 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079813 Jul 22 21:09:43.721521 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.db.resource_extend [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:09:43.822599 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:43.930101 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['b06ccdba-f5b3-4832-ba0d-d1e1347909b6'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:44.015817 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:44.103578 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d191a900-d01a-4750-9781-34f2ea871fae req-f58ad9da-b3fa-455e-b5a4-6eaaebb8034c service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819562 Jul 22 21:09:44.114873 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8f73439e-e28d-44d1-88f9-84cc81fe615b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.124613 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd280fba-cd9d-46f0-8202-d1388ebcdb63 req-136e75c9-770c-4dc3-ab43-969398d7f48d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:44.131633 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fd280fba-cd9d-46f0-8202-d1388ebcdb63 req-136e75c9-770c-4dc3-ab43-969398d7f48d tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 945 time: 0.3349812 Jul 22 21:09:44.159871 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0481fa-39c1-4b39-8219-399e640628c2 req-d1ae4355-8d8c-40ed-a219-dbc07d5e6908 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:44.162462 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-db0481fa-39c1-4b39-8219-399e640628c2 req-d1ae4355-8d8c-40ed-a219-dbc07d5e6908 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 945 time: 0.1452203 Jul 22 21:09:44.184076 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0305e92f-e279-46a5-ab80-c398b70ad6c2, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0305e92f-e279-46a5-ab80-c398b70ad6c2,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:44.217749 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fd280fba-cd9d-46f0-8202-d1388ebcdb63 req-03f7900e-7084-4735-8d0a-d3d403cf1bd6 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850344 Jul 22 21:09:44.234080 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '0305e92f-e279-46a5-ab80-c398b70ad6c2', 'network_id': 'e9abf4eb-fe7c-4e13-a636-571e35d647a6', 'port_id': '0305e92f-e279-46a5-ab80-c398b70ad6c2', 'mac_address': 'fa:16:3e:15:c9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c09867-3f71-4343-84b7-0293e6ab5741', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:09:44.264268 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-db0481fa-39c1-4b39-8219-399e640628c2 req-9410990e-d195-4fa2-8604-fcab329322e8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916681 Jul 22 21:09:44.274534 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 48328) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:44.304691 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.336533 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8f73439e-e28d-44d1-88f9-84cc81fe615b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.341606 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8f73439e-e28d-44d1-88f9-84cc81fe615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.392215 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-8f73439e-e28d-44d1-88f9-84cc81fe615b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=492142536eda44198727ba35a77e649a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9394584 Jul 22 21:09:44.392970 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48330) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:44.411663 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73439e-e28d-44d1-88f9-84cc81fe615b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c08b398-3bad-409e-824c-f75c3be50f2c,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:44.491171 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.523547 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38a83f25-b694-4d66-8d40-a06631d2fb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.547355 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0305e92f-e279-46a5-ab80-c398b70ad6c2 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:44.565776 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38a83f25-b694-4d66-8d40-a06631d2fb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.646777 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38a83f25-b694-4d66-8d40-a06631d2fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.651776 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-38a83f25-b694-4d66-8d40-a06631d2fb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.655996 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-38a83f25-b694-4d66-8d40-a06631d2fb89 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c08b398-3bad-409e-824c-f75c3be50f2c HTTP/1.1" status: 204 len: 168 time: 0.2590566 Jul 22 21:09:44.679166 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a83f25-b694-4d66-8d40-a06631d2fb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c08b398-3bad-409e-824c-f75c3be50f2c,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:44.699207 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0305e92f-e279-46a5-ab80-c398b70ad6c2, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0305e92f-e279-46a5-ab80-c398b70ad6c2,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:44.731119 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.862625 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.873007 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.918220 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=0305e92f-e279-46a5-ab80-c398b70ad6c2,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:45.014998 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82cbb0f6a33d43b1887dbdb668d915ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7347369 Jul 22 21:09:45.014998 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe57803-edb6-43c6-9e71-12cb5ede50ff,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:45.015979 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48350) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:45.027716 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281991b-5c15-48fa-9cae-224c682ea4cd req-77911316-5240-492d-a993-f8fba812c08a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:45.029306 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5281991b-5c15-48fa-9cae-224c682ea4cd req-77911316-5240-492d-a993-f8fba812c08a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 944 time: 0.2197962 Jul 22 21:09:45.038310 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:45.038655 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:45.038994 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:45.039332 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:45.039681 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:45.039993 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:45.040302 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:45.040622 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:45.040942 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:45.041306 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:45.041623 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:45.041939 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b867d635-bfe3-4c1d-9252-8306383756e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:45.091180 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5281991b-5c15-48fa-9cae-224c682ea4cd req-4a499e65-9ecd-45ff-bd52-e19e907facc1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453374 Jul 22 21:09:45.150000 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-33be6940-6f3b-4799-87b4-4f7b4233ad04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.156554 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d489c-f59f-43e5-b91b-33b967fe2f0f req-5b48c584-046e-4fdc-b360-6cc4350437b3 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:45.170544 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-659d489c-f59f-43e5-b91b-33b967fe2f0f req-5b48c584-046e-4fdc-b360-6cc4350437b3 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 945 time: 0.2338665 Jul 22 21:09:45.203155 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-33be6940-6f3b-4799-87b4-4f7b4233ad04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.232373 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-659d489c-f59f-43e5-b91b-33b967fe2f0f req-cc07dcb9-8f3d-4d43-b946-4feb063542fe tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606377 Jul 22 21:09:45.307392 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-33be6940-6f3b-4799-87b4-4f7b4233ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.311968 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-33be6940-6f3b-4799-87b4-4f7b4233ad04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.313978 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-33be6940-6f3b-4799-87b4-4f7b4233ad04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/efe57803-edb6-43c6-9e71-12cb5ede50ff HTTP/1.1" status: 204 len: 168 time: 0.2950444 Jul 22 21:09:45.325480 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be6940-6f3b-4799-87b4-4f7b4233ad04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe57803-edb6-43c6-9e71-12cb5ede50ff,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:45.398506 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['0305e92f-e279-46a5-ab80-c398b70ad6c2'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:45.459250 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48368) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:45.488508 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a54e92f4-35cb-4953-9f23-1616bf7406a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.592877 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11118f-7d49-4afa-a795-5e71b75c60c9 req-417c025d-2f7e-4531-930b-d018e18d3ede tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:45.594706 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0c11118f-7d49-4afa-a795-5e71b75c60c9 req-417c025d-2f7e-4531-930b-d018e18d3ede tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 945 time: 0.2267225 Jul 22 21:09:45.635242 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eac36c-a1ff-423b-a76b-361ead223ae7 req-db95be52-7ca4-4a57-b4f4-48f101354dd9 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:45.637809 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-47eac36c-a1ff-423b-a76b-361ead223ae7 req-db95be52-7ca4-4a57-b4f4-48f101354dd9 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 945 time: 0.1548548 Jul 22 21:09:45.691142 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a54e92f4-35cb-4953-9f23-1616bf7406a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.698527 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a54e92f4-35cb-4953-9f23-1616bf7406a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.704780 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0c11118f-7d49-4afa-a795-5e71b75c60c9 req-c86c4135-537e-4f6f-ab6d-fc733113b0a1 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972581 Jul 22 21:09:45.728306 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.744185 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-47eac36c-a1ff-423b-a76b-361ead223ae7 req-ba834699-913f-4f73-9ee9-89115c565518 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951049 Jul 22 21:09:45.782413 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e92f4-35cb-4953-9f23-1616bf7406a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc3f1b4-3474-4d40-90bb-7742d8892c77,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:45.805149 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 48378) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:45.806258 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a54e92f4-35cb-4953-9f23-1616bf7406a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=860db8fdc52942f4b7468ea273ebe4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452346 Jul 22 21:09:45.887418 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-92ffbfeb-8abd-46a4-a156-d157f628ee6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.917715 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-92ffbfeb-8abd-46a4-a156-d157f628ee6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:46.023572 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-92ffbfeb-8abd-46a4-a156-d157f628ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:46.030247 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-92ffbfeb-8abd-46a4-a156-d157f628ee6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:46.032148 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-92ffbfeb-8abd-46a4-a156-d157f628ee6c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bdc3f1b4-3474-4d40-90bb-7742d8892c77 HTTP/1.1" status: 204 len: 168 time: 0.2251081 Jul 22 21:09:46.046877 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffbfeb-8abd-46a4-a156-d157f628ee6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc3f1b4-3474-4d40-90bb-7742d8892c77,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:46.471147 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7042d5a-695d-427b-a53d-4bab05d46a60 req-d26c1e44-9caa-4e51-b27f-1289a95eacf3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:46.484168 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c7042d5a-695d-427b-a53d-4bab05d46a60 req-d26c1e44-9caa-4e51-b27f-1289a95eacf3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 944 time: 0.2633145 Jul 22 21:09:46.566565 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c7042d5a-695d-427b-a53d-4bab05d46a60 req-20fa5ec8-5f3c-41ca-a619-2f9699676fb1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806286 Jul 22 21:09:46.607694 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60edfe2-17ee-48ba-9a5a-01872d7b3063 req-2da92af2-9b99-4a6b-96ea-39efa5c86779 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:46.618015 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a60edfe2-17ee-48ba-9a5a-01872d7b3063 req-2da92af2-9b99-4a6b-96ea-39efa5c86779 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 945 time: 0.2293355 Jul 22 21:09:46.685271 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a60edfe2-17ee-48ba-9a5a-01872d7b3063 req-04a4968f-687e-42a3-b450-46d46cbfabd4 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638499 Jul 22 21:09:46.928588 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4a228-7b80-42b7-95b2-1122c4d01f51 req-da9f77e5-b1bd-44eb-b4ae-cbca537c5363 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:46.931640 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-39d4a228-7b80-42b7-95b2-1122c4d01f51 req-da9f77e5-b1bd-44eb-b4ae-cbca537c5363 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 945 time: 0.1046789 Jul 22 21:09:47.004950 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-39d4a228-7b80-42b7-95b2-1122c4d01f51 req-e3d4b68b-3309-4d6e-b40f-f856a6c638e5 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660448 Jul 22 21:09:47.565654 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device b06ccdba-f5b3-4832-ba0d-d1e1347909b6 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:47.721468 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port b06ccdba-f5b3-4832-ba0d-d1e1347909b6 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:47.730339 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port b06ccdba-f5b3-4832-ba0d-d1e1347909b6 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:47.731093 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:48.018397 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:48.049383 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:48.049978 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f57fa9-9225-4662-b398-6e6915cc7255 req-66ed430d-ec32-4429-9b18-b264f136a827 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:48.051623 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5f57fa9-9225-4662-b398-6e6915cc7255 req-66ed430d-ec32-4429-9b18-b264f136a827 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 945 time: 0.2010529 Jul 22 21:09:48.053448 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3be73b-2593-470f-bf26-a80840de9eb6" -d '{"events": [{"server_uuid": "d0b297f2-6645-47ac-9eea-db73d4aad227", "name": "network-vif-plugged", "status": "completed", "tag": "b06ccdba-f5b3-4832-ba0d-d1e1347909b6"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:48.071010 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port b06ccdba-f5b3-4832-ba0d-d1e1347909b6, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=b06ccdba-f5b3-4832-ba0d-d1e1347909b6,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:48.076952 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:48.078439 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0305e92f-e279-46a5-ab80-c398b70ad6c2 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:48.093581 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89b269-1dbb-4c7a-91c0-14cca4b21df8 req-73868d40-c57e-459c-832e-e31b42060381 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:48.094823 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-be89b269-1dbb-4c7a-91c0-14cca4b21df8 req-73868d40-c57e-459c-832e-e31b42060381 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 944 time: 0.3220756 Jul 22 21:09:48.133444 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a5f57fa9-9225-4662-b398-6e6915cc7255 req-1ef445cf-7f76-4b37-bb1d-9b46b638a38b tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738311 Jul 22 21:09:48.173138 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-be89b269-1dbb-4c7a-91c0-14cca4b21df8 req-aeee6bde-b884-452f-87a7-d26c95ba47a4 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613830 Jul 22 21:09:48.238088 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=b06ccdba-f5b3-4832-ba0d-d1e1347909b6,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:48.273539 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port 0305e92f-e279-46a5-ab80-c398b70ad6c2 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:48.280506 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 0305e92f-e279-46a5-ab80-c398b70ad6c2 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:48.280882 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:48.394615 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f78eb-95df-4a9c-8647-cce665f735ed req-4f26458c-6b9d-44c3-9bfd-dbd1bcafae52 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:48.403796 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ae0f78eb-95df-4a9c-8647-cce665f735ed req-4f26458c-6b9d-44c3-9bfd-dbd1bcafae52 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1192279 Jul 22 21:09:48.407026 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:48.467571 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ae0f78eb-95df-4a9c-8647-cce665f735ed req-3a4592e0-61ca-4b9c-b937-f056ad3e8de9 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568433 Jul 22 21:09:48.484319 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0305e92f-e279-46a5-ab80-c398b70ad6c2, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0305e92f-e279-46a5-ab80-c398b70ad6c2,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:48.491897 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:48.493313 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:48.701661 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a396ec6-45d9-4403-8c45-8f0892c9cd5d x-openstack-request-id: req-9a396ec6-45d9-4403-8c45-8f0892c9cd5d {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:48.702822 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b297f2-6645-47ac-9eea-db73d4aad227", "name": "network-vif-plugged", "status": "completed", "tag": "b06ccdba-f5b3-4832-ba0d-d1e1347909b6", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:48.703303 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a396ec6-45d9-4403-8c45-8f0892c9cd5d {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:48.704053 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6', 'code': 200} Jul 22 21:09:48.749335 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=0305e92f-e279-46a5-ab80-c398b70ad6c2,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:48.769980 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:48.778344 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:48.790421 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:49.020660 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:49.107290 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:49.117445 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:49.142790 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc82d55-d7ff-4c3c-9864-ed3b48a1bfed req-bf87ecf3-ff5f-492b-8aac-f9cccdb7e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:49.145481 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1bc82d55-d7ff-4c3c-9864-ed3b48a1bfed req-bf87ecf3-ff5f-492b-8aac-f9cccdb7e0e7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 1099 time: 0.2758584 Jul 22 21:09:49.247486 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:49.286381 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1bc82d55-d7ff-4c3c-9864-ed3b48a1bfed req-e1d05b5b-f632-44c6-9462-f76c7b8bdc79 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297836 Jul 22 21:09:49.484040 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1a02a-acd4-4ee5-a055-83aecff3691e req-af0da0fb-7a01-4411-bc4b-009963fca53d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:49.485695 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19e1a02a-acd4-4ee5-a055-83aecff3691e req-af0da0fb-7a01-4411-bc4b-009963fca53d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1585331 Jul 22 21:09:49.494249 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a26f3c-5bbd-4382-a418-f52e43b9ecc7 req-75f7143c-e591-4c56-89ec-4db853c99bb3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:49.497780 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23a26f3c-5bbd-4382-a418-f52e43b9ecc7 req-75f7143c-e591-4c56-89ec-4db853c99bb3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1362939 Jul 22 21:09:49.590683 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23a26f3c-5bbd-4382-a418-f52e43b9ecc7 req-e03d3fc4-4675-4d21-8970-89e7b2355adf tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871322 Jul 22 21:09:49.597253 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19e1a02a-acd4-4ee5-a055-83aecff3691e req-17778608-2430-454f-be3f-97f2c7ad3ef5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977838 Jul 22 21:09:49.801925 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d66c1-e77f-4d3e-b743-ecf911c4f123 req-ce592c5e-819b-4b33-b1bf-95fccfa8e254 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:49.804569 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ec4d66c1-e77f-4d3e-b743-ecf911c4f123 req-ce592c5e-819b-4b33-b1bf-95fccfa8e254 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1213102 Jul 22 21:09:49.865738 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ec4d66c1-e77f-4d3e-b743-ecf911c4f123 req-b38d01d2-1db7-41c4-b982-6d8760bea45b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522373 Jul 22 21:09:50.705826 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d568a5-d045-4411-86fb-23ceb8765175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0305e92f-e279-46a5-ab80-c398b70ad6c2'}, {'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:50.711630 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59beeb1c-5a24-4e9e-8604-c6680b9e3bbd" -d '{"events": [{"server_uuid": "d2d568a5-d045-4411-86fb-23ceb8765175", "name": "network-vif-plugged", "status": "completed", "tag": "0305e92f-e279-46a5-ab80-c398b70ad6c2"}, {"server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "name": "network-vif-plugged", "status": "completed", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:50.885595 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3e7ed-1bd1-497a-9ba7-ea9682397c19 req-b115fee7-18c6-41b9-ac05-632bce181c32 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:50.889176 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0db3e7ed-1bd1-497a-9ba7-ea9682397c19 req-b115fee7-18c6-41b9-ac05-632bce181c32 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1742907 Jul 22 21:09:50.980285 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cc15a-e3c5-4c98-9ef6-bee7e3cb3aec req-e5d3ea52-addc-47d5-8abd-9bbe52576cf0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:50.982503 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f87cc15a-e3c5-4c98-9ef6-bee7e3cb3aec req-e5d3ea52-addc-47d5-8abd-9bbe52576cf0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.2854037 Jul 22 21:09:50.987622 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0db3e7ed-1bd1-497a-9ba7-ea9682397c19 req-6adb3996-23db-431d-bb06-b3c2c15b2a80 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734406 Jul 22 21:09:51.044635 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48616) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:51.108425 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f87cc15a-e3c5-4c98-9ef6-bee7e3cb3aec req-3b286bb9-ac55-44da-ba24-b27222ac7659 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099942 Jul 22 21:09:51.135163 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bde829d-ed7b-49e6-9e88-5930d178a05f x-openstack-request-id: req-2bde829d-ed7b-49e6-9e88-5930d178a05f {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:51.135494 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d568a5-d045-4411-86fb-23ceb8765175", "name": "network-vif-plugged", "status": "completed", "tag": "0305e92f-e279-46a5-ab80-c398b70ad6c2", "code": 200}, {"server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "name": "network-vif-plugged", "status": "completed", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:51.135858 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bde829d-ed7b-49e6-9e88-5930d178a05f {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:51.136510 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d568a5-d045-4411-86fb-23ceb8765175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0305e92f-e279-46a5-ab80-c398b70ad6c2', 'code': 200} Jul 22 21:09:51.139185 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'code': 200} Jul 22 21:09:51.330554 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2f00644d-0dce-4499-ba47-ac7b51a5c93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.396987 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75dec1-15a4-4886-b0f4-86bf4746334b req-ca032e4c-8cdb-4af7-ae02-9c68d4197cc3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:51.409359 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7c75dec1-15a4-4886-b0f4-86bf4746334b req-ca032e4c-8cdb-4af7-ae02-9c68d4197cc3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1460168 Jul 22 21:09:51.525417 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2f00644d-0dce-4499-ba47-ac7b51a5c93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.530435 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2f00644d-0dce-4499-ba47-ac7b51a5c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.548992 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7c75dec1-15a4-4886-b0f4-86bf4746334b req-6569f9c0-75d3-4c6b-b8a3-50cc392e8e30 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246810 Jul 22 21:09:51.602016 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-2f00644d-0dce-4499-ba47-ac7b51a5c93d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9cb828e49b8404ab593335d6210f773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564544 Jul 22 21:09:51.603025 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48636) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:51.662038 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00644d-0dce-4499-ba47-ac7b51a5c93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2a64e6-d148-4976-a108-59c3042be980,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:51.677871 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b493a-af8e-43d4-a0eb-5e245bd8a187 req-ef2e7296-ad11-4553-8647-cfd32c95958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:51.680436 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-132b493a-af8e-43d4-a0eb-5e245bd8a187 req-ef2e7296-ad11-4553-8647-cfd32c95958f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 1098 time: 0.1704755 Jul 22 21:09:51.704084 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a0f17-081f-4487-8cd7-e2f4e5ae9abd req-ce56ca9d-f5eb-407a-a285-549ee8566301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:51.705941 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ae0a0f17-081f-4487-8cd7-e2f4e5ae9abd req-ce56ca9d-f5eb-407a-a285-549ee8566301 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 1099 time: 0.2452283 Jul 22 21:09:51.715901 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8853ac46-7804-4a6c-8b0c-3834ea99a91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.751798 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8853ac46-7804-4a6c-8b0c-3834ea99a91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.820942 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-132b493a-af8e-43d4-a0eb-5e245bd8a187 req-88be49e9-e315-4845-85ef-e4b8376bc943 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285574 Jul 22 21:09:51.826499 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ae0a0f17-081f-4487-8cd7-e2f4e5ae9abd req-72dcdfcb-7de2-4159-bb8d-9aa1e90eec3a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122386 Jul 22 21:09:51.835753 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8853ac46-7804-4a6c-8b0c-3834ea99a91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.840581 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8853ac46-7804-4a6c-8b0c-3834ea99a91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.842359 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-8853ac46-7804-4a6c-8b0c-3834ea99a91e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad2a64e6-d148-4976-a108-59c3042be980 HTTP/1.1" status: 204 len: 168 time: 0.2318370 Jul 22 21:09:51.855734 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853ac46-7804-4a6c-8b0c-3834ea99a91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2a64e6-d148-4976-a108-59c3042be980,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:51.906922 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b8caa-a025-47d7-88a7-48981b2ff62a req-c123aeff-ec11-41d3-8b02-306331afb030 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:51.909521 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ca4b8caa-a025-47d7-88a7-48981b2ff62a req-c123aeff-ec11-41d3-8b02-306331afb030 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1622314 Jul 22 21:09:51.921130 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48646) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:51.926042 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-88b63a16-5c96-4148-ac27-91107d166da2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Request body: {'floatingip': {'port_id': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:52.042963 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-88b63a16-5c96-4148-ac27-91107d166da2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:52.263668 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ee2e8-9643-4f34-b14d-93f97c6987f9 req-23426b90-ea02-41ae-acf4-f2475a198cd7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:52.274811 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e47ee2e8-9643-4f34-b14d-93f97c6987f9 req-23426b90-ea02-41ae-acf4-f2475a198cd7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1817210 Jul 22 21:09:52.357694 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e47ee2e8-9643-4f34-b14d-93f97c6987f9 req-7357b1a8-d67a-495f-9a56-464358aa8365 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772219 Jul 22 21:09:52.414882 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4f926-c127-47d7-b02c-b977e1229aa1 req-f26d1ed5-1c13-4ec4-a8c1-c1e681ca772f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:52.432688 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-10a4f926-c127-47d7-b02c-b977e1229aa1 req-f26d1ed5-1c13-4ec4-a8c1-c1e681ca772f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1525054 Jul 22 21:09:52.508746 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-10a4f926-c127-47d7-b02c-b977e1229aa1 req-4bfe7f3e-e0ce-44cc-a433-58a67ae9ef9e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731421 Jul 22 21:09:53.196127 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.db.resource_extend [None req-88b63a16-5c96-4148-ac27-91107d166da2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:09:53.295722 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-88b63a16-5c96-4148-ac27-91107d166da2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.299853 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-88b63a16-5c96-4148-ac27-91107d166da2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.499870 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.l3_db [None req-88b63a16-5c96-4148-ac27-91107d166da2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Floating IP c44dabcc-a4fd-4c07-a12b-f160a08a7ac3 associated. External IP: 172.27.1.167, port: b06ccdba-f5b3-4832-ba0d-d1e1347909b6. Jul 22 21:09:53.581359 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166add65-dd5f-45c3-84b5-9b5f288ccca0 req-94615d9b-4bc0-4336-857d-30296e26a363 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:53.584893 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-166add65-dd5f-45c3-84b5-9b5f288ccca0 req-94615d9b-4bc0-4336-857d-30296e26a363 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1143904 Jul 22 21:09:53.674164 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-166add65-dd5f-45c3-84b5-9b5f288ccca0 req-258fcd13-b02f-426f-8cca-710c1a89d9b1 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824738 Jul 22 21:09:53.792147 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b63a16-5c96-4148-ac27-91107d166da2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:53.804572 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa93e1c-2c7a-4ac5-b81c-b8b46343a982 req-7706124f-4eea-4214-8bf8-41844e1b3577 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:53.806492 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9aa93e1c-2c7a-4ac5-b81c-b8b46343a982 req-7706124f-4eea-4214-8bf8-41844e1b3577 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1002948 Jul 22 21:09:53.876122 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9aa93e1c-2c7a-4ac5-b81c-b8b46343a982 req-ef3b98bc-e60d-4ade-9e82-0c045c98c9e7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632455 Jul 22 21:09:53.995436 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b63a16-5c96-4148-ac27-91107d166da2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:54.006878 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-88b63a16-5c96-4148-ac27-91107d166da2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:54.015214 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb6c49-9964-425a-8cbc-0ffff6635e45 None None] Sync routers for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:54.034108 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb6c49-9964-425a-8cbc-0ffff6635e45 None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:54.036538 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-0cfb6c49-9964-425a-8cbc-0ffff6635e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:09:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:54.065865 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-88b63a16-5c96-4148-ac27-91107d166da2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "PUT /v2.0/floatingips/c44dabcc-a4fd-4c07-a12b-f160a08a7ac3 HTTP/1.1" status: 200 len: 992 time: 2.1451635 Jul 22 21:09:54.066474 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'tag': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:54.073892 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e081ca5c07193bd213ceeefebd48142515bf56df91653bc6535f069c3acb44b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab645dd0-7f22-4160-ae45-424957074f07" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b297f2-6645-47ac-9eea-db73d4aad227", "tag": "b06ccdba-f5b3-4832-ba0d-d1e1347909b6"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:54.080985 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48742) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:54.148845 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ae6479-ae9d-4ba8-b32a-e4f5e56f1c56 x-openstack-request-id: req-23ae6479-ae9d-4ba8-b32a-e4f5e56f1c56 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:54.149192 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b297f2-6645-47ac-9eea-db73d4aad227", "tag": "b06ccdba-f5b3-4832-ba0d-d1e1347909b6", "status": "completed", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:54.149535 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23ae6479-ae9d-4ba8-b32a-e4f5e56f1c56 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:54.150350 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'tag': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6', 'status': 'completed', 'code': 200} Jul 22 21:09:54.276119 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-0cfb6c49-9964-425a-8cbc-0ffff6635e45 None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:54.307608 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-499b58e4-471a-4438-a773-33bf86784dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:54.512977 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-499b58e4-471a-4438-a773-33bf86784dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:54.518811 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-499b58e4-471a-4438-a773-33bf86784dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:54.581381 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-499b58e4-471a-4438-a773-33bf86784dd1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=322f6e80c94b42d0a5bcd954c415a239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4988635 Jul 22 21:09:54.585241 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48758) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:54.617683 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b58e4-471a-4438-a773-33bf86784dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d60c5d-9ba7-437b-bb91-667d7e7cb9a1,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:54.646171 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-24fc003f-85f6-4d3e-9552-bea79bb01ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:54.665514 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab645dd0-7f22-4160-ae45-424957074f07 req-be5c95b2-2c33-44a9-bf60-1b145a2770c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:54.668188 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ab645dd0-7f22-4160-ae45-424957074f07 req-be5c95b2-2c33-44a9-bf60-1b145a2770c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d1ad23cab7f9480eb741b996da7e56f8&device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 1099 time: 0.2177067 Jul 22 21:09:54.728628 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-24fc003f-85f6-4d3e-9552-bea79bb01ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:54.860463 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-0cfb6c49-9964-425a-8cbc-0ffff6635e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': 'c44dabcc-a4fd-4c07-a12b-f160a08a7ac3', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'port_id': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'mac_address': 'fa:16:3e:bd:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:52Z', 'revision_number': 1, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:22Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:54.884638 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-24fc003f-85f6-4d3e-9552-bea79bb01ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:54.888460 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-24fc003f-85f6-4d3e-9552-bea79bb01ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:54.890466 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-24fc003f-85f6-4d3e-9552-bea79bb01ef7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0d60c5d-9ba7-437b-bb91-667d7e7cb9a1 HTTP/1.1" status: 204 len: 168 time: 0.3040287 Jul 22 21:09:54.909887 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc003f-85f6-4d3e-9552-bea79bb01ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d60c5d-9ba7-437b-bb91-667d7e7cb9a1,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:54.964942 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb6c49-9964-425a-8cbc-0ffff6635e45 None None] Checking router: 852f6db8-5cdf-4729-ac1a-9571b3ac3380 for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:55.022117 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb6c49-9964-425a-8cbc-0ffff6635e45 None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:55.022995 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-0cfb6c49-9964-425a-8cbc-0ffff6635e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:09:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:55.037481 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab645dd0-7f22-4160-ae45-424957074f07 req-7938774e-b9ff-45dc-af0f-49915abe3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:55.040137 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ab645dd0-7f22-4160-ae45-424957074f07 req-7938774e-b9ff-45dc-af0f-49915abe3cdb service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c2d50da-bec8-4953-a39c-7c6350f478fc HTTP/1.1" status: 200 len: 912 time: 0.3532772 Jul 22 21:09:55.194150 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bf2b7-7433-46c0-86d5-12ed67db4d6e req-e3dd937c-8e92-4700-a806-ecbabba343a2 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:55.196421 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-db1bf2b7-7433-46c0-86d5-12ed67db4d6e req-e3dd937c-8e92-4700-a806-ecbabba343a2 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.2279372 Jul 22 21:09:55.246712 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ab645dd0-7f22-4160-ae45-424957074f07 req-e8ccbe85-3661-49a7-8e06-2a50c7cf6fe1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06ccdba-f5b3-4832-ba0d-d1e1347909b6 HTTP/1.1" status: 200 len: 1000 time: 0.1804333 Jul 22 21:09:55.257977 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-0cfb6c49-9964-425a-8cbc-0ffff6635e45 None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:55.551077 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab645dd0-7f22-4160-ae45-424957074f07 req-b3f69e38-6545-4a62-aea6-3cf831d894ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:55.552522 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ab645dd0-7f22-4160-ae45-424957074f07 req-b3f69e38-6545-4a62-aea6-3cf831d894ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34bae904-f02c-4d88-8830-72019b3c2b45 HTTP/1.1" status: 200 len: 850 time: 0.2872725 Jul 22 21:09:55.585246 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-db1bf2b7-7433-46c0-86d5-12ed67db4d6e req-58d0e19c-15f8-42f1-b89b-c3809bfc2c87 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698578 Jul 22 21:09:55.648871 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-0cfb6c49-9964-425a-8cbc-0ffff6635e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': 'c44dabcc-a4fd-4c07-a12b-f160a08a7ac3', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'port_id': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'mac_address': 'fa:16:3e:bd:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:52Z', 'revision_number': 1, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:22Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:55.658899 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd939b45-14a6-4f96-906c-0fb9259afabe req-f59db82f-f538-41db-b29b-0eb667715a30 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:55.660558 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dd939b45-14a6-4f96-906c-0fb9259afabe req-f59db82f-f538-41db-b29b-0eb667715a30 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.4494643 Jul 22 21:09:55.838740 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dd939b45-14a6-4f96-906c-0fb9259afabe req-8063df80-4c92-4e9c-8788-7dbbd69b08c4 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543968 Jul 22 21:09:55.855770 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab645dd0-7f22-4160-ae45-424957074f07 req-66783eb8-024d-41c2-9433-d64d5179e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:55.858208 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ab645dd0-7f22-4160-ae45-424957074f07 req-66783eb8-024d-41c2-9433-d64d5179e228 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c2d50da-bec8-4953-a39c-7c6350f478fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2958603 Jul 22 21:09:55.863439 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb6c49-9964-425a-8cbc-0ffff6635e45 None None] The sync data for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi is: [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': 'c44dabcc-a4fd-4c07-a12b-f160a08a7ac3', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'port_id': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'mac_address': 'fa:16:3e:bd:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:20Z', 'updated_at': '2021-07-22T21:09:52Z', 'revision_number': 1, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:22Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:56.002526 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaefda8-0dc5-41eb-a3b2-a8546445dd79 req-3f190736-71a6-47e5-a3da-32e45b125350 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:56.004185 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6aaefda8-0dc5-41eb-a3b2-a8546445dd79 req-3f190736-71a6-47e5-a3da-32e45b125350 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 945 time: 0.3199003 Jul 22 21:09:56.045570 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ab645dd0-7f22-4160-ae45-424957074f07 req-f8d824a8-75d9-4627-b2ef-3869efbe5a7d service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509645 Jul 22 21:09:56.096636 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6aaefda8-0dc5-41eb-a3b2-a8546445dd79 req-480d6aaa-3abe-4eed-9bc8-84c7f3fed77c tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737877 Jul 22 21:09:56.227543 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e335ccd-d458-41d3-a663-a97472f54214 None None] New status for floating IP c44dabcc-a4fd-4c07-a12b-f160a08a7ac3: ACTIVE {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:09:56.233883 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ab645dd0-7f22-4160-ae45-424957074f07 req-8b1ea327-2693-41de-a4f3-281a7f182039 service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741078 Jul 22 21:09:56.376375 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3528-d278-4c0a-a262-e1fb4fa9c2f9 req-d8d4be18-33cf-4dbb-acc9-c36800321fd3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:56.386731 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3eeb3528-d278-4c0a-a262-e1fb4fa9c2f9 req-d8d4be18-33cf-4dbb-acc9-c36800321fd3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1265492 Jul 22 21:09:56.397693 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48820) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:56.429991 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-ad233513-b4ca-46de-90a8-b7aa98d6f951 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Request body: {'floatingip': {'port_id': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:56.487885 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ad233513-b4ca-46de-90a8-b7aa98d6f951 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:56.836756 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a98667-f7f5-4db3-942e-f6a1e784c009 req-b64f4b99-fb74-4a52-9a5f-081cff87c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:56.839295 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c6a98667-f7f5-4db3-942e-f6a1e784c009 req-b64f4b99-fb74-4a52-9a5f-081cff87c907 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 1099 time: 0.2362244 Jul 22 21:09:56.989772 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821dd3c-62c3-4230-b20a-1568611d8be9 req-de604015-bed0-4dc4-a52a-5074aa940265 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:56.993239 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9821dd3c-62c3-4230-b20a-1568611d8be9 req-de604015-bed0-4dc4-a52a-5074aa940265 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.3110468 Jul 22 21:09:57.052116 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a98667-f7f5-4db3-942e-f6a1e784c009 req-2fb7ad93-f3b7-4181-8ecd-ab5f638b2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:57.054567 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c6a98667-f7f5-4db3-942e-f6a1e784c009 req-2fb7ad93-f3b7-4181-8ecd-ab5f638b2576 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 920 time: 0.2030501 Jul 22 21:09:57.082060 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9821dd3c-62c3-4230-b20a-1568611d8be9 req-3ab0b6bf-5f74-4a28-b2eb-a2eeb6859d19 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695004 Jul 22 21:09:57.138865 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c6a98667-f7f5-4db3-942e-f6a1e784c009 req-b264fcff-6e88-43a4-88ef-4aff70298279 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0305e92f-e279-46a5-ab80-c398b70ad6c2 HTTP/1.1" status: 200 len: 217 time: 0.0683198 Jul 22 21:09:57.252596 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ad233513-b4ca-46de-90a8-b7aa98d6f951 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:57.258136 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ad233513-b4ca-46de-90a8-b7aa98d6f951 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:57.295652 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a98667-f7f5-4db3-942e-f6a1e784c009 req-092f5650-ae8b-49f5-9b0f-eaaee05c980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:57.304150 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c6a98667-f7f5-4db3-942e-f6a1e784c009 req-092f5650-ae8b-49f5-9b0f-eaaee05c980f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81c09867-3f71-4343-84b7-0293e6ab5741 HTTP/1.1" status: 200 len: 859 time: 0.1561770 Jul 22 21:09:57.363649 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c6a98667-f7f5-4db3-942e-f6a1e784c009 req-0d11b165-68c5-466a-b76e-4aa6c1cf8843 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9abf4eb-fe7c-4e13-a636-571e35d647a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471971 Jul 22 21:09:57.444426 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555f8e7-66dd-4163-9ea0-e4942e1aa741 req-0fc5b23f-fe41-4291-8bbd-cfdd260e8e3b tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:57.446911 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d555f8e7-66dd-4163-9ea0-e4942e1aa741 req-0fc5b23f-fe41-4291-8bbd-cfdd260e8e3b tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 945 time: 0.2131951 Jul 22 21:09:57.468888 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.l3_db [None req-ad233513-b4ca-46de-90a8-b7aa98d6f951 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Floating IP 472e438e-53a6-4cf6-9a0e-989126530412 associated. External IP: 172.27.1.173, port: 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955. Jul 22 21:09:57.573377 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d555f8e7-66dd-4163-9ea0-e4942e1aa741 req-55562b26-60d6-42ba-9f49-6e293cfcd245 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804777 Jul 22 21:09:57.573580 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c6a98667-f7f5-4db3-942e-f6a1e784c009 req-d74b7b8d-7933-4a5f-afdd-95ac7e73e27f service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985781 Jul 22 21:09:57.757453 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c6a98667-f7f5-4db3-942e-f6a1e784c009 req-3666ceab-21b5-4e8b-b7ad-2bcb4d3e204a service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707418 Jul 22 21:09:57.842083 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad233513-b4ca-46de-90a8-b7aa98d6f951 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Router 84725fe6-1f97-4d24-a33a-80ca5a29af6c has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:57.992111 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad233513-b4ca-46de-90a8-b7aa98d6f951 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:57.998316 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ad233513-b4ca-46de-90a8-b7aa98d6f951 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:58.004387 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c02c3-b9bc-4200-a8d9-cf07dd1a7584 None None] Sync routers for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:58.020787 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c02c3-b9bc-4200-a8d9-cf07dd1a7584 None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:58.021935 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-a30c02c3-b9bc-4200-a8d9-cf07dd1a7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:09:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:58.054789 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ad233513-b4ca-46de-90a8-b7aa98d6f951 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "PUT /v2.0/floatingips/472e438e-53a6-4cf6-9a0e-989126530412 HTTP/1.1" status: 200 len: 991 time: 1.6394808 Jul 22 21:09:58.054789 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:58.054789 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e081ca5c07193bd213ceeefebd48142515bf56df91653bc6535f069c3acb44b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190f3f35-1e27-45fa-9f07-ff7537401a16" -d '{"events": [{"name": "network-changed", "server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:58.159623 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3dbdae-5d47-4108-83c8-a349c8dc6bcf x-openstack-request-id: req-2f3dbdae-5d47-4108-83c8-a349c8dc6bcf {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:58.160021 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955", "status": "completed", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:58.160273 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f3dbdae-5d47-4108-83c8-a349c8dc6bcf {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:58.165038 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'status': 'completed', 'code': 200} Jul 22 21:09:58.209060 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-a30c02c3-b9bc-4200-a8d9-cf07dd1a7584 None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:58.474774 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac4c78-b67e-4b8c-a984-08a0bc5d7231 req-1b497b15-bbfc-47f2-af29-2e5748373adc tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:58.484310 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6aac4c78-b67e-4b8c-a984-08a0bc5d7231 req-1b497b15-bbfc-47f2-af29-2e5748373adc tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.2199554 Jul 22 21:09:58.572026 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6aac4c78-b67e-4b8c-a984-08a0bc5d7231 req-30711158-8a9a-4f73-a8de-21fcc7567c09 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864756 Jul 22 21:09:58.595372 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-a30c02c3-b9bc-4200-a8d9-cf07dd1a7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '472e438e-53a6-4cf6-9a0e-989126530412', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'port_id': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'mac_address': 'fa:16:3e:bd:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec6d17-0056-4816-84d1-992e9a908be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:23Z', 'updated_at': '2021-07-22T21:09:57Z', 'revision_number': 1, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:24Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:58.599574 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3f35-1e27-45fa-9f07-ff7537401a16 req-283ea13c-8344-4d05-8055-5af20ab7c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:58.601744 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-190f3f35-1e27-45fa-9f07-ff7537401a16 req-283ea13c-8344-4d05-8055-5af20ab7c765 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 1098 time: 0.2396474 Jul 22 21:09:58.649236 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c02c3-b9bc-4200-a8d9-cf07dd1a7584 None None] Checking router: 84725fe6-1f97-4d24-a33a-80ca5a29af6c for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:58.672330 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c02c3-b9bc-4200-a8d9-cf07dd1a7584 None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:58.676948 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-a30c02c3-b9bc-4200-a8d9-cf07dd1a7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:09:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:58.728049 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48918) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:58.791131 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3f35-1e27-45fa-9f07-ff7537401a16 req-067a96c5-6430-4c8f-a967-77f91b069185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:58.795232 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-190f3f35-1e27-45fa-9f07-ff7537401a16 req-067a96c5-6430-4c8f-a967-77f91b069185 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 916 time: 0.1833246 Jul 22 21:09:58.900485 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-a30c02c3-b9bc-4200-a8d9-cf07dd1a7584 None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:58.900636 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48924) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:59.104995 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c172138-1605-4fb8-9cb4-ebf7916020a1 req-af23375c-62cb-4f60-a91d-389ed44b3181 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:59.106988 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c172138-1605-4fb8-9cb4-ebf7916020a1 req-af23375c-62cb-4f60-a91d-389ed44b3181 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 945 time: 0.3054559 Jul 22 21:09:59.124087 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-54b823a0-b0a3-41a5-840c-384dd57d8aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.212112 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-190f3f35-1e27-45fa-9f07-ff7537401a16 req-00cf4e17-f0ad-40ee-bd68-028935ab2d0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 HTTP/1.1" status: 200 len: 999 time: 0.2883484 Jul 22 21:09:59.251638 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-01f121c6-63b5-4d52-b507-02275ad24b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.265709 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91ae8b-24bc-4cfd-a146-f971d73e4533 req-e65e4741-8b0e-4d1a-96ff-1a5438bfeb11 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:59.272393 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef91ae8b-24bc-4cfd-a146-f971d73e4533 req-e65e4741-8b0e-4d1a-96ff-1a5438bfeb11 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.72 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 945 time: 0.3154781 Jul 22 21:09:59.300921 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c172138-1605-4fb8-9cb4-ebf7916020a1 req-608901ce-85d2-4643-8e2a-9d48f7f37c0e tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703391 Jul 22 21:09:59.398268 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-54b823a0-b0a3-41a5-840c-384dd57d8aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.459056 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-a30c02c3-b9bc-4200-a8d9-cf07dd1a7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '472e438e-53a6-4cf6-9a0e-989126530412', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'port_id': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'mac_address': 'fa:16:3e:bd:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec6d17-0056-4816-84d1-992e9a908be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:23Z', 'updated_at': '2021-07-22T21:09:57Z', 'revision_number': 1, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:24Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:59.476498 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-54b823a0-b0a3-41a5-840c-384dd57d8aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.503295 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c02c3-b9bc-4200-a8d9-cf07dd1a7584 None None] The sync data for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi is: [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '472e438e-53a6-4cf6-9a0e-989126530412', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'port_id': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'mac_address': 'fa:16:3e:bd:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec6d17-0056-4816-84d1-992e9a908be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:23Z', 'updated_at': '2021-07-22T21:09:57Z', 'revision_number': 1, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:24Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:59.513194 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3f35-1e27-45fa-9f07-ff7537401a16 req-e2285cf5-0a47-4299-89b8-4d30b67c186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:59.519901 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-190f3f35-1e27-45fa-9f07-ff7537401a16 req-e2285cf5-0a47-4299-89b8-4d30b67c186e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a5381fb-b7ce-4b94-8250-c36113b9d44f HTTP/1.1" status: 200 len: 854 time: 0.2803059 Jul 22 21:09:59.555239 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-54b823a0-b0a3-41a5-840c-384dd57d8aa7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad0436cbc78e46f7a9e16fbc77dae452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8246188 Jul 22 21:09:59.560833 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48942) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:59.578652 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b823a0-b0a3-41a5-840c-384dd57d8aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ff45c6-5bc7-4ba0-a354-3567f8a5ad26,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:59.656039 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-01f121c6-63b5-4d52-b507-02275ad24b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.688110 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3f35-1e27-45fa-9f07-ff7537401a16 req-33e58823-82b8-4751-8296-9248abba3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:59.691947 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-190f3f35-1e27-45fa-9f07-ff7537401a16 req-33e58823-82b8-4751-8296-9248abba3ae9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c27f061-77cb-4f8f-ae65-db88286d691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1383784 Jul 22 21:09:59.698793 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-ef91ae8b-24bc-4cfd-a146-f971d73e4533 req-da7d1b01-4fef-4096-8c58-55a66d407121 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Deleting port 329f3eff-08b8-498e-bc83-6c628b874e37 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:59.699422 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef91ae8b-24bc-4cfd-a146-f971d73e4533 req-da7d1b01-4fef-4096-8c58-55a66d407121 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.699627 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-01f121c6-63b5-4d52-b507-02275ad24b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.710592 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-405d9181-08f6-4ec0-9a1e-330fc6c1a714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.792350 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-01f121c6-63b5-4d52-b507-02275ad24b60 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=daa5a1bc6307495c89e6b7f58851c6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8902218 Jul 22 21:09:59.796320 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48950) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:59.799574 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-405d9181-08f6-4ec0-9a1e-330fc6c1a714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.801578 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f121c6-63b5-4d52-b507-02275ad24b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41acff5-b22e-4f48-be2f-c61253df194b,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:59.945433 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-405d9181-08f6-4ec0-9a1e-330fc6c1a714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.948926 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-405d9181-08f6-4ec0-9a1e-330fc6c1a714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.950209 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-405d9181-08f6-4ec0-9a1e-330fc6c1a714 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a1ff45c6-5bc7-4ba0-a354-3567f8a5ad26 HTTP/1.1" status: 204 len: 168 time: 0.3852086 Jul 22 21:09:59.953132 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-12b1f3c7-f5b7-4586-a55c-2eb6607e4f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:59.963514 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d9181-08f6-4ec0-9a1e-330fc6c1a714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ff45c6-5bc7-4ba0-a354-3567f8a5ad26,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:00.004039 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-12b1f3c7-f5b7-4586-a55c-2eb6607e4f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.038460 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a4b4a-51fb-4f68-bfbe-99017e90ce4c None None] New status for floating IP 472e438e-53a6-4cf6-9a0e-989126530412: ACTIVE {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:10:00.122526 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-12b1f3c7-f5b7-4586-a55c-2eb6607e4f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.125311 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-12b1f3c7-f5b7-4586-a55c-2eb6607e4f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.126593 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-12b1f3c7-f5b7-4586-a55c-2eb6607e4f7c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a41acff5-b22e-4f48-be2f-c61253df194b HTTP/1.1" status: 204 len: 168 time: 0.3293142 Jul 22 21:10:00.133864 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bf529-b470-4279-88bb-c7a03b033b42 req-8474d368-5033-4eb9-913e-5108649ad3d0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:00.136568 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e1bf529-b470-4279-88bb-c7a03b033b42 req-8474d368-5033-4eb9-913e-5108649ad3d0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.3546441 Jul 22 21:10:00.157105 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1f3c7-f5b7-4586-a55c-2eb6607e4f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41acff5-b22e-4f48-be2f-c61253df194b,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:00.176333 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-ef91ae8b-24bc-4cfd-a146-f971d73e4533 req-da7d1b01-4fef-4096-8c58-55a66d407121 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] For port 329f3eff-08b8-498e-bc83-6c628b874e37, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=329f3eff-08b8-498e-bc83-6c628b874e37,segment=NetworkSegment(0f62672c-de35-4afd-9daf-56cc3100b791),segment_id=0f62672c-de35-4afd-9daf-56cc3100b791)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:00.177116 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef91ae8b-24bc-4cfd-a146-f971d73e4533 req-da7d1b01-4fef-4096-8c58-55a66d407121 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.215526 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b963-bcaf-403b-b281-e244afbabc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.223091 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-ef91ae8b-24bc-4cfd-a146-f971d73e4533 req-da7d1b01-4fef-4096-8c58-55a66d407121 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Calling delete_port for 329f3eff-08b8-498e-bc83-6c628b874e37 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:10:00.230638 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-190f3f35-1e27-45fa-9f07-ff7537401a16 req-a3ddc896-8150-427b-9528-5f7715fc4d5d service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877715 Jul 22 21:10:00.435684 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e1bf529-b470-4279-88bb-c7a03b033b42 req-6bfaf6f3-cc87-4fd3-8dc6-c7a1bcbfae0d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852030 Jul 22 21:10:00.691215 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48970) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:00.726898 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8cfbe73b-5868-4643-b70c-1e0654773caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.729509 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48972) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:00.760521 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dcc09d98-cc6e-4722-83b1-4200d05f3852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.939360 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8cfbe73b-5868-4643-b70c-1e0654773caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:00.953995 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8cfbe73b-5868-4643-b70c-1e0654773caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.024012 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-190f3f35-1e27-45fa-9f07-ff7537401a16 req-28b36b58-c319-471d-9343-3a5a6610d5d1 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7841966 Jul 22 21:10:01.071310 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbe73b-5868-4643-b70c-1e0654773caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc4e79c-a970-4187-b4d5-42c1dd46708b,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:01.085329 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-8cfbe73b-5868-4643-b70c-1e0654773caa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4aa5a42a2d86491499717180de1df8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891602 Jul 22 21:10:01.089460 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48980) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:01.110577 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcaecb-e6e3-472b-a58a-28dbe739ccb7 req-5b571ba3-c47c-45aa-bda2-03da82adef93 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:01.112701 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2fdcaecb-e6e3-472b-a58a-28dbe739ccb7 req-5b571ba3-c47c-45aa-bda2-03da82adef93 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 945 time: 0.2748840 Jul 22 21:10:01.201447 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2fdcaecb-e6e3-472b-a58a-28dbe739ccb7 req-eb25ec20-29fc-4830-bb3d-78a7bf9ac440 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/security-groups?id=d120cfde-c7cc-4c03-94e4-0a0ef269973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779719 Jul 22 21:10:01.206050 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef91ae8b-24bc-4cfd-a146-f971d73e4533 req-da7d1b01-4fef-4096-8c58-55a66d407121 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.211324 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02fd5e12-544d-4402-9ce7-17eba08b1ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.257045 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dcc09d98-cc6e-4722-83b1-4200d05f3852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.274070 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d1b01-4fef-4096-8c58-55a66d407121 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Pushing event deleted for resources: {'Port': ['ID=329f3eff-08b8-498e-bc83-6c628b874e37,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:01.275458 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02fd5e12-544d-4402-9ce7-17eba08b1ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.285514 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 48988) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:01.288234 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-dcc09d98-cc6e-4722-83b1-4200d05f3852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.361648 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef91ae8b-24bc-4cfd-a146-f971d73e4533 req-da7d1b01-4fef-4096-8c58-55a66d407121 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] No DVR routers for this DVR port 329f3eff-08b8-498e-bc83-6c628b874e37 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:10:01.368667 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ef91ae8b-24bc-4cfd-a146-f971d73e4533 req-da7d1b01-4fef-4096-8c58-55a66d407121 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.370764 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef91ae8b-24bc-4cfd-a146-f971d73e4533 req-da7d1b01-4fef-4096-8c58-55a66d407121 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.72 "DELETE /v2.0/ports/329f3eff-08b8-498e-bc83-6c628b874e37 HTTP/1.1" status: 204 len: 173 time: 2.0859015 Jul 22 21:10:01.371208 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941e8314-5b90-4af8-b420-0750ad884cb5', 'name': 'network-vif-deleted', 'tag': '329f3eff-08b8-498e-bc83-6c628b874e37'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:01.373658 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f86d45-efa8-433f-b3d0-d3cc77fdf446" -d '{"events": [{"server_uuid": "941e8314-5b90-4af8-b420-0750ad884cb5", "name": "network-vif-deleted", "tag": "329f3eff-08b8-498e-bc83-6c628b874e37"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:01.423446 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc09d98-cc6e-4722-83b1-4200d05f3852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35036c50-87ac-467f-9815-5754f60e9f1f,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:01.436986 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-dcc09d98-cc6e-4722-83b1-4200d05f3852 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8dc13e961ef04a17abe92b67e23e94e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7025495 Jul 22 21:10:01.438349 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 48994) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:01.454105 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b391bf-9985-4c82-9fab-ad67b68a02a9 admin admin] Deleting subnet eec8798c-33a5-4cc5-9063-451ea2ab3c59 {{(pid=93129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:10:01.460276 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-15b391bf-9985-4c82-9fab-ad67b68a02a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.475043 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e37a32b-9409-42e0-8bb8-5fea4874453b x-openstack-request-id: req-4e37a32b-9409-42e0-8bb8-5fea4874453b {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:01.475412 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941e8314-5b90-4af8-b420-0750ad884cb5", "name": "network-vif-deleted", "tag": "329f3eff-08b8-498e-bc83-6c628b874e37", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:01.475728 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e37a32b-9409-42e0-8bb8-5fea4874453b {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:01.476605 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941e8314-5b90-4af8-b420-0750ad884cb5', 'name': 'network-vif-deleted', 'tag': '329f3eff-08b8-498e-bc83-6c628b874e37', 'status': 'completed', 'code': 200} Jul 22 21:10:01.515382 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-15b391bf-9985-4c82-9fab-ad67b68a02a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3952124'] for subnet, precommit_delete_associations {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.595184 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-84d288b1-2bf0-4597-8aac-08e165bb269b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.598483 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02fd5e12-544d-4402-9ce7-17eba08b1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.602377 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02fd5e12-544d-4402-9ce7-17eba08b1ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.603775 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-02fd5e12-544d-4402-9ce7-17eba08b1ecf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ecc4e79c-a970-4187-b4d5-42c1dd46708b HTTP/1.1" status: 204 len: 168 time: 0.5125008 Jul 22 21:10:01.631241 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-15b391bf-9985-4c82-9fab-ad67b68a02a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.647983 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 329f3eff-08b8-498e-bc83-6c628b874e37 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:10:01.668691 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd5e12-544d-4402-9ce7-17eba08b1ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc4e79c-a970-4187-b4d5-42c1dd46708b,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:01.671509 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-84d288b1-2bf0-4597-8aac-08e165bb269b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.704798 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: 329f3eff-08b8-498e-bc83-6c628b874e37 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:10:01.705451 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 329f3eff-08b8-498e-bc83-6c628b874e37 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:10:01.732307 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-15b391bf-9985-4c82-9fab-ad67b68a02a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9935957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962763'] for subnet, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.765838 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-15b391bf-9985-4c82-9fab-ad67b68a02a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.768415 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-15b391bf-9985-4c82-9fab-ad67b68a02a9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/eec8798c-33a5-4cc5-9063-451ea2ab3c59 HTTP/1.1" status: 204 len: 168 time: 0.4815347 Jul 22 21:10:01.769293 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b391bf-9985-4c82-9fab-ad67b68a02a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eec8798c-33a5-4cc5-9063-451ea2ab3c59,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:01.773129 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49000) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:01.840684 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a6b65-b5d2-4eee-8766-dbf6ecbb2e1c req-6bd556cc-484c-4cdb-a364-d677d40e1d02 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:01.844621 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b63a6b65-b5d2-4eee-8766-dbf6ecbb2e1c req-6bd556cc-484c-4cdb-a364-d677d40e1d02 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.2540534 Jul 22 21:10:01.865308 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-84d288b1-2bf0-4597-8aac-08e165bb269b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.872121 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-84d288b1-2bf0-4597-8aac-08e165bb269b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:01.878429 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-84d288b1-2bf0-4597-8aac-08e165bb269b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/35036c50-87ac-467f-9815-5754f60e9f1f HTTP/1.1" status: 204 len: 168 time: 0.4356165 Jul 22 21:10:01.979962 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d288b1-2bf0-4597-8aac-08e165bb269b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35036c50-87ac-467f-9815-5754f60e9f1f,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:01.988486 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.046323 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b63a6b65-b5d2-4eee-8766-dbf6ecbb2e1c req-e9a63077-b5dc-4325-beae-fbc581dda82d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817360 Jul 22 21:10:02.247285 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.266985 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.267500 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.268721 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.269248 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > port after_create 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.269723 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.270745 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > port after_update 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.271453 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.272152 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.272868 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.273561 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.540878 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49022) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:02.563401 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e7b54253-9bb6-444c-a0b2-546df59e5c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.715253 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e7b54253-9bb6-444c-a0b2-546df59e5c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.720467 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e7b54253-9bb6-444c-a0b2-546df59e5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.760165 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.760589 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.761317 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.761720 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:10:02.762158 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961629f2-6623-4f6a-b4ab-3eaa78a2d63f']}} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:02.768462 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-e7b54253-9bb6-444c-a0b2-546df59e5c72 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=467784e481294677abfa5b261a52bbbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229693 Jul 22 21:10:02.768780 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49028) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:02.804444 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b237f0c-db20-4ac4-8c69-094b85fa91c2') {'for_net_delete': True} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:02.804764 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b237f0c-db20-4ac4-8c69-094b85fa91c2') {} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:02.861468 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-920f18ce-868c-442c-ba7a-41f37c6e8106 req-71ece658-3923-4ec7-bcd9-5ce44ff3f3f4 tempest-DeleteServersTestJSON-1628202946 tempest-DeleteServersTestJSON-1628202946-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e8314-5b90-4af8-b420-0750ad884cb5 HTTP/1.1" status: 200 len: 210 time: 0.0635426 Jul 22 21:10:02.870429 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499755'] for segment, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.879073 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-e50255e8-7be5-4b5c-8463-c19a7fcf624b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.898639 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b54253-9bb6-444c-a0b2-546df59e5c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f1406f-f93e-485e-b774-e91b9db43509,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:02.903375 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-effb5039-74b1-4745-8e11-121b5a41cbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.911204 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.927403 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:10:02.928062 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3138721'] for segment, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.952693 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-effb5039-74b1-4745-8e11-121b5a41cbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: from cryptography.utils import int_from_bytes Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: from cryptography.utils import int_from_bytes Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: Traceback (most recent call last): Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: timer() Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: cb(*args, **kw) Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: return func(*args, **kwargs) Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: self._notify() Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: self.callback(batched_events) Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: event.method(event) Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: return f(self, *a, **k) Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: return self._get(url).json() Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: return self.request(url, 'GET', **kwargs) Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:10:02.970335 dv-cinder-801902-1-iscsi neutron-server[93128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:10:03.018399 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-effb5039-74b1-4745-8e11-121b5a41cbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.021791 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-effb5039-74b1-4745-8e11-121b5a41cbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.027020 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-effb5039-74b1-4745-8e11-121b5a41cbae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7f1406f-f93e-485e-b774-e91b9db43509 HTTP/1.1" status: 204 len: 168 time: 0.2526989 Jul 22 21:10:03.033206 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb5039-74b1-4745-8e11-121b5a41cbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f1406f-f93e-485e-b774-e91b9db43509,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:03.102967 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.118399 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.121541 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] 10.222.0.61 "DELETE /v2.0/networks/961629f2-6623-4f6a-b4ab-3eaa78a2d63f HTTP/1.1" status: 204 len: 168 time: 1.3468709 Jul 22 21:10:03.125469 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49042) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:03.158524 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599afcc0-25e2-42b2-b91b-bbceb185ad86 admin admin] Pushing event deleted for resources: {'Network': ['ID=961629f2-6623-4f6a-b4ab-3eaa78a2d63f,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:03.240334 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3e6b4b-471f-4c6e-bc1e-01ccee7562cd admin admin] Deleting subnet 3c7c0897-6d33-4ca7-a1ea-19b6bd2b528d {{(pid=93129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:10:03.243074 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.249192 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2f3e6b4b-471f-4c6e-bc1e-01ccee7562cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.375972 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2f3e6b4b-471f-4c6e-bc1e-01ccee7562cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3952124'] for subnet, precommit_delete_associations {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.440590 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9899b6-5b20-4d9c-88fa-f16c6ce0fd38 req-ebe3b0ce-d4f3-4edf-ace3-4eb4936ad8f4 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:03.448183 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef9899b6-5b20-4d9c-88fa-f16c6ce0fd38 req-ebe3b0ce-d4f3-4edf-ace3-4eb4936ad8f4 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1226211 Jul 22 21:10:03.506738 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef9899b6-5b20-4d9c-88fa-f16c6ce0fd38 req-fc3ed70b-80b5-40dd-8500-b7f81b3a0aaf tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573592 Jul 22 21:10:03.512395 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2f3e6b4b-471f-4c6e-bc1e-01ccee7562cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.581874 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2f3e6b4b-471f-4c6e-bc1e-01ccee7562cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9935957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962763'] for subnet, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.617370 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e6b4b-471f-4c6e-bc1e-01ccee7562cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7c0897-6d33-4ca7-a1ea-19b6bd2b528d,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:03.625391 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2f3e6b4b-471f-4c6e-bc1e-01ccee7562cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.632989 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49054) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:03.636562 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-2f3e6b4b-471f-4c6e-bc1e-01ccee7562cd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3c7c0897-6d33-4ca7-a1ea-19b6bd2b528d HTTP/1.1" status: 204 len: 168 time: 0.5061719 Jul 22 21:10:03.756855 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.853362 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.866432 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4839b71-1876-47fc-b5a7-d1ad57ce3b5e']}} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:03.877847 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36282fa4-f7c1-4513-a557-57d9f388f654') {'for_net_delete': True} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:03.878224 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36282fa4-f7c1-4513-a557-57d9f388f654') {} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:03.894912 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499755'] for segment, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.919765 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.928297 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:03.930803 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:10:03.931447 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3138721'] for segment, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: Traceback (most recent call last): Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: timer() Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: cb(*args, **kw) Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: return func(*args, **kwargs) Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: self._notify() Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: self.callback(batched_events) Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: event.method(event) Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: return f(self, *a, **k) Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: return self._get(url).json() Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: return self.request(url, 'GET', **kwargs) Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:10:04.000865 dv-cinder-801902-1-iscsi neutron-server[93128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:10:04.005206 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.022505 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.024644 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a4839b71-1876-47fc-b5a7-d1ad57ce3b5e HTTP/1.1" status: 204 len: 168 time: 0.3901763 Jul 22 21:10:04.030783 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ee669-8ed4-4747-ac9b-3ee13cee1332 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4839b71-1876-47fc-b5a7-d1ad57ce3b5e,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:04.351360 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49092) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:04.407898 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ac1bbee6-2d1c-4575-bf11-fa6f2c20e141 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d73142c77a2c4d62b51659e9c04d7611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548470 Jul 22 21:10:04.407898 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49098) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:04.511252 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-07fbc931-21e0-4e76-858a-c561c171241b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.546205 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-07fbc931-21e0-4e76-858a-c561c171241b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.656850 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-07fbc931-21e0-4e76-858a-c561c171241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.661408 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-07fbc931-21e0-4e76-858a-c561c171241b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:04.667027 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-07fbc931-21e0-4e76-858a-c561c171241b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58985531-c8b1-4042-8fac-1b4c16ec01d6 HTTP/1.1" status: 204 len: 168 time: 0.2542052 Jul 22 21:10:04.689124 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbc931-21e0-4e76-858a-c561c171241b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58985531-c8b1-4042-8fac-1b4c16ec01d6,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:04.838345 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cedc6-7fc8-4a47-8858-5040aa6a0f52 req-3462a345-01e7-495e-948e-21d2cc2d63f5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:04.847273 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9c0cedc6-7fc8-4a47-8858-5040aa6a0f52 req-3462a345-01e7-495e-948e-21d2cc2d63f5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1669850 Jul 22 21:10:04.945163 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9c0cedc6-7fc8-4a47-8858-5040aa6a0f52 req-e294c08a-eac6-4d0b-bd67-6fd91854fb71 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838184 Jul 22 21:10:05.210575 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.424433 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49158) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:05.490918 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3d7aeaab-2320-4918-a96c-218a53d1d6af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82f80fa5b94542c5953a74fae192b8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649195 Jul 22 21:10:05.493640 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49166) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:05.586922 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49180) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:05.594619 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-771e3c3d-5db4-40a9-a0e5-cd757b7df252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.620707 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-771e3c3d-5db4-40a9-a0e5-cd757b7df252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.666263 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc28b09-4871-4b05-a1d7-b58b00fd2ca1 admin admin] Deleting subnet 99ec6226-6118-4e6d-accf-6d3b8c390a04 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:10:05.671356 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3bc28b09-4871-4b05-a1d7-b58b00fd2ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.705384 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-771e3c3d-5db4-40a9-a0e5-cd757b7df252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.710978 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-771e3c3d-5db4-40a9-a0e5-cd757b7df252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.713136 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-771e3c3d-5db4-40a9-a0e5-cd757b7df252 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3271a80c-eae3-46f2-8037-eed5871af5b0 HTTP/1.1" status: 204 len: 168 time: 0.2179501 Jul 22 21:10:05.726833 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e3c3d-5db4-40a9-a0e5-cd757b7df252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3271a80c-eae3-46f2-8037-eed5871af5b0,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:05.733388 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3bc28b09-4871-4b05-a1d7-b58b00fd2ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499746'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.810377 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3bc28b09-4871-4b05-a1d7-b58b00fd2ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.893292 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3bc28b09-4871-4b05-a1d7-b58b00fd2ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3138779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8576950'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.920962 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc28b09-4871-4b05-a1d7-b58b00fd2ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99ec6226-6118-4e6d-accf-6d3b8c390a04,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:05.927930 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3bc28b09-4871-4b05-a1d7-b58b00fd2ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:05.939468 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3bc28b09-4871-4b05-a1d7-b58b00fd2ca1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/99ec6226-6118-4e6d-accf-6d3b8c390a04 HTTP/1.1" status: 204 len: 168 time: 0.3509970 Jul 22 21:10:05.942286 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49188) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:06.090306 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.209824 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0033868-dcde-4c52-9d69-0ce083385e17 req-6d49bbc1-779a-4204-8902-87289671d9bc tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:06.211918 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c0033868-dcde-4c52-9d69-0ce083385e17 req-6d49bbc1-779a-4204-8902-87289671d9bc tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.0925121 Jul 22 21:10:06.287148 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c0033868-dcde-4c52-9d69-0ce083385e17 req-6a93280b-b0cf-4ebd-81d8-880c7ed7001c tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581980 Jul 22 21:10:06.425204 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.441368 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e7f4d7-016b-4e03-bffe-dc451ffd3090']}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:06.452729 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f62672c-de35-4afd-9daf-56cc3100b791') {'for_net_delete': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:06.453019 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f62672c-de35-4afd-9daf-56cc3100b791') {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:06.462559 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3952117'] for segment, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.477609 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.484204 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:10:06.484577 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935919'] for segment, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: Traceback (most recent call last): Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: timer() Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: cb(*args, **kw) Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: return func(*args, **kwargs) Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: self._notify() Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: self.callback(batched_events) Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: event.method(event) Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: return f(self, *a, **k) Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._get(url).json() Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: return self.request(url, 'GET', **kwargs) Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:10:06.486397 dv-cinder-801902-1-iscsi neutron-server[93129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:10:06.567218 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.591615 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.594316 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] 10.222.0.61 "DELETE /v2.0/networks/00e7f4d7-016b-4e03-bffe-dc451ffd3090 HTTP/1.1" status: 204 len: 168 time: 0.6506457 Jul 22 21:10:06.596127 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbfd2a-c315-4e76-aa40-bc4e1d8ebf60 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e7f4d7-016b-4e03-bffe-dc451ffd3090,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:06.750786 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49238) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:06.826710 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7c843541-0ca2-443f-a804-7bec4ef97b85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a342c04540b40e5a0f541bcefd24ccb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0739315 Jul 22 21:10:06.829501 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49246) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:06.916769 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4ac46f98-54f1-44b5-9d46-6bd5a79969eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:06.960208 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4ac46f98-54f1-44b5-9d46-6bd5a79969eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:07.049638 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4ac46f98-54f1-44b5-9d46-6bd5a79969eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:07.055419 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4ac46f98-54f1-44b5-9d46-6bd5a79969eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:07.056907 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4ac46f98-54f1-44b5-9d46-6bd5a79969eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d120cfde-c7cc-4c03-94e4-0a0ef269973c HTTP/1.1" status: 204 len: 168 time: 0.2240026 Jul 22 21:10:07.066375 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac46f98-54f1-44b5-9d46-6bd5a79969eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d120cfde-c7cc-4c03-94e4-0a0ef269973c,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:07.485296 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fe43d-9b29-4450-a73c-529c15d8f1a9 req-99c9aa13-eec6-4aa9-8e94-b49e120cb7f8 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:07.487539 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-698fe43d-9b29-4450-a73c-529c15d8f1a9 req-99c9aa13-eec6-4aa9-8e94-b49e120cb7f8 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1122019 Jul 22 21:10:07.549356 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-698fe43d-9b29-4450-a73c-529c15d8f1a9 req-20205867-68d0-4a99-a8b6-a5d490e1f050 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532911 Jul 22 21:10:08.053745 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49308) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:08.188757 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1708833280-network', 'tenant_id': 'bdd72480ceae406eacaf35b79236a2af'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:08.227445 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Made reservation on behalf of bdd72480ceae406eacaf35b79236a2af for: {'network': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:08.231689 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.250457 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.391387 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.396666 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.420817 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=93129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:10:08.440563 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.440923 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.segments_db [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Added segment 8db31107-932c-4963-9473-47a1a65a2de7 of type vlan for network 7a265f2f-ca9f-48dd-8056-7dc61947facb Jul 22 21:10:08.488441 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1537d809-dac9-43ca-999c-370cf9793ade,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:08.514152 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.568882 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.569924 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:08.570484 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.622203 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5667241 Jul 22 21:10:08.622773 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49330) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:08.628040 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-ea57960f-5a6a-4584-a26d-f27ad23fc02a admin admin] Request body: {'subnet': {'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1708833280-subnet', 'tenant_id': 'bdd72480ceae406eacaf35b79236a2af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:08.714706 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d539a30-87a6-4f06-8247-837c38cc5a90 admin admin] Pushing event updated for resources: {'Network': ['ID=7a265f2f-ca9f-48dd-8056-7dc61947facb,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:08.720836 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea57960f-5a6a-4584-a26d-f27ad23fc02a admin admin] Made reservation on behalf of bdd72480ceae406eacaf35b79236a2af for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:08.724532 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ea57960f-5a6a-4584-a26d-f27ad23fc02a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8576971'] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:08.725698 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 7a265f2f-ca9f-48dd-8056-7dc61947facb details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:10:08.921257 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be46df-7c20-4c32-81fb-39d3eea840dd req-ebe03de6-ff4b-4781-b1cb-0908e943c05a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:08.925524 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c1be46df-7c20-4c32-81fb-39d3eea840dd req-ebe03de6-ff4b-4781-b1cb-0908e943c05a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.2591207 Jul 22 21:10:08.951257 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49338) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:08.998016 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c1be46df-7c20-4c32-81fb-39d3eea840dd req-4a9e0b90-1abf-47dd-aadc-e411095a03a2 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670261 Jul 22 21:10:09.112423 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ab1f54e4-cb23-436f-9c8d-90820ad7cc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.118419 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ea57960f-5a6a-4584-a26d-f27ad23fc02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3138586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8576953'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.237288 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57960f-5a6a-4584-a26d-f27ad23fc02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff3cef0-586b-49f3-ad91-8fc1cc9d87ae,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:09.248363 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea57960f-5a6a-4584-a26d-f27ad23fc02a admin admin] Checking segment: {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:09.249285 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57960f-5a6a-4584-a26d-f27ad23fc02a admin admin] Network hostable DHCP agents. Network: 7a265f2f-ca9f-48dd-8056-7dc61947facb, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:10:09.275254 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ab1f54e4-cb23-436f-9c8d-90820ad7cc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.276437 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57960f-5a6a-4584-a26d-f27ad23fc02a admin admin] Network 7a265f2f-ca9f-48dd-8056-7dc61947facb is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:10:09.282536 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ab1f54e4-cb23-436f-9c8d-90820ad7cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.291730 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-ea57960f-5a6a-4584-a26d-f27ad23fc02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 7a265f2f-ca9f-48dd-8056-7dc61947facb) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:09.298196 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea57960f-5a6a-4584-a26d-f27ad23fc02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:09.299461 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ea57960f-5a6a-4584-a26d-f27ad23fc02a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.311182 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38776e33-b68d-4747-ab4b-f9be17f9fefb None None] Network 7a265f2f-ca9f-48dd-8056-7dc61947facb requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:10:09.326557 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-ea57960f-5a6a-4584-a26d-f27ad23fc02a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7022753 Jul 22 21:10:09.350334 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f54e4-cb23-436f-9c8d-90820ad7cc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb13e0c-0a6b-4bae-bd1b-a55d667fedaf,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:09.355908 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ab1f54e4-cb23-436f-9c8d-90820ad7cc6d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9367b516d00c477685de387692c229ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034500 Jul 22 21:10:09.360528 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49352) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:09.452347 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7761989c-61b1-4205-8fbd-5ee24b8d7868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.484342 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7761989c-61b1-4205-8fbd-5ee24b8d7868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.561327 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7761989c-61b1-4205-8fbd-5ee24b8d7868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.565869 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7761989c-61b1-4205-8fbd-5ee24b8d7868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:09.570187 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-7761989c-61b1-4205-8fbd-5ee24b8d7868 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4bb13e0c-0a6b-4bae-bd1b-a55d667fedaf HTTP/1.1" status: 204 len: 168 time: 0.2046912 Jul 22 21:10:09.582444 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761989c-61b1-4205-8fbd-5ee24b8d7868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb13e0c-0a6b-4bae-bd1b-a55d667fedaf,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:09.620602 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de9ecbb-1f36-44e9-abd6-c637f84f2a83 None None] Network 7a265f2f-ca9f-48dd-8056-7dc61947facb requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:10:10.187745 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49378) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:10.217369 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e91be923-2859-4fb5-b042-0bcec8da4941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.304271 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22a84-ca23-4938-acb4-1fae5e08dd44 req-ba0cfa27-2489-44e7-bdc3-c9c046790361 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:10.307089 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dca22a84-ca23-4938-acb4-1fae5e08dd44 req-ba0cfa27-2489-44e7-bdc3-c9c046790361 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1149230 Jul 22 21:10:10.366251 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dca22a84-ca23-4938-acb4-1fae5e08dd44 req-8296f341-7418-4a99-aa16-b12a0f79b5ef tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492787 Jul 22 21:10:10.422491 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e91be923-2859-4fb5-b042-0bcec8da4941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.438838 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e91be923-2859-4fb5-b042-0bcec8da4941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.490103 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-e91be923-2859-4fb5-b042-0bcec8da4941 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26b4f97606fb496d96dabbb2a2da54ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990210 Jul 22 21:10:10.492355 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91be923-2859-4fb5-b042-0bcec8da4941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9395ca9c-ffcd-49ce-bfc6-a5f1eb410a33,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:10.494426 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49384) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:10.579940 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b41724eb-2de5-4917-9dad-9ec6f981ef14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.606516 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b41724eb-2de5-4917-9dad-9ec6f981ef14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.678266 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b41724eb-2de5-4917-9dad-9ec6f981ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.681551 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b41724eb-2de5-4917-9dad-9ec6f981ef14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:10.682865 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b41724eb-2de5-4917-9dad-9ec6f981ef14 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9395ca9c-ffcd-49ce-bfc6-a5f1eb410a33 HTTP/1.1" status: 204 len: 168 time: 0.1869309 Jul 22 21:10:10.693840 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41724eb-2de5-4917-9dad-9ec6f981ef14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9395ca9c-ffcd-49ce-bfc6-a5f1eb410a33,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:11.589434 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49422) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:11.628590 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe328e7d-ba06-4af6-87a0-7b7bf5bb3768 req-a2b388b6-8255-4d0c-b546-47b31940c68d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:11.630686 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fe328e7d-ba06-4af6-87a0-7b7bf5bb3768 req-a2b388b6-8255-4d0c-b546-47b31940c68d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1125014 Jul 22 21:10:11.713583 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fe328e7d-ba06-4af6-87a0-7b7bf5bb3768 req-3a7511a5-d3fd-4a56-888d-03bd58c2b5c0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712011 Jul 22 21:10:11.902400 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f608-01a2-49f7-be38-e20dc8a186f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.059471 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f608-01a2-49f7-be38-e20dc8a186f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.064430 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f608-01a2-49f7-be38-e20dc8a186f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.135994 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-dcd6f608-01a2-49f7-be38-e20dc8a186f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d8e8ea56d1948f187a77d46638328d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5473852 Jul 22 21:10:12.139390 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6f608-01a2-49f7-be38-e20dc8a186f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9301924d-d6c2-4abe-ba10-0dbded97a0cb,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:12.140709 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49438) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:12.229730 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4b872af6-c0aa-488e-a2e9-b90f3a1c591b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.270590 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4b872af6-c0aa-488e-a2e9-b90f3a1c591b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.342006 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4b872af6-c0aa-488e-a2e9-b90f3a1c591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.345251 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4b872af6-c0aa-488e-a2e9-b90f3a1c591b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.349539 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4b872af6-c0aa-488e-a2e9-b90f3a1c591b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9301924d-d6c2-4abe-ba10-0dbded97a0cb HTTP/1.1" status: 204 len: 168 time: 0.2071867 Jul 22 21:10:12.362614 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b872af6-c0aa-488e-a2e9-b90f3a1c591b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9301924d-d6c2-4abe-ba10-0dbded97a0cb,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:12.796041 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49460) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:12.821972 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab794-2983-4011-a040-78744fd7ec65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:12.952428 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe28bfa-6242-4ca2-835e-1e5f27fe6785 req-ccb2944a-91a9-4c4d-b681-48506a2e1600 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:12.954636 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbe28bfa-6242-4ca2-835e-1e5f27fe6785 req-ccb2944a-91a9-4c4d-b681-48506a2e1600 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1346657 Jul 22 21:10:13.023054 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbe28bfa-6242-4ca2-835e-1e5f27fe6785 req-cae13c49-1365-4ca3-ab5c-1987a4114988 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621848 Jul 22 21:10:13.044319 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab794-2983-4011-a040-78744fd7ec65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.049287 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab794-2983-4011-a040-78744fd7ec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.100286 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-9c0ab794-2983-4011-a040-78744fd7ec65 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d2e9b084c0448f5be2ac77f478bc097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024492 Jul 22 21:10:13.100934 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ab794-2983-4011-a040-78744fd7ec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e125af4d-9e5e-4e0d-b365-8654072f597e,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:13.104133 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49474) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:13.182997 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-399f7792-dc4f-4b26-9c12-848039871c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.209940 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-399f7792-dc4f-4b26-9c12-848039871c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.307551 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-399f7792-dc4f-4b26-9c12-848039871c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.311235 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-399f7792-dc4f-4b26-9c12-848039871c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:13.312832 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-399f7792-dc4f-4b26-9c12-848039871c3c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e125af4d-9e5e-4e0d-b365-8654072f597e HTTP/1.1" status: 204 len: 168 time: 0.2075648 Jul 22 21:10:13.328246 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f7792-dc4f-4b26-9c12-848039871c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e125af4d-9e5e-4e0d-b365-8654072f597e,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:14.287953 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1e85f-3961-4198-832d-cb2d64249f5d req-89010d26-6879-4eef-8fc6-3e7f84d508d3 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:14.295806 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-adb1e85f-3961-4198-832d-cb2d64249f5d req-89010d26-6879-4eef-8fc6-3e7f84d508d3 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1243794 Jul 22 21:10:14.351773 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-adb1e85f-3961-4198-832d-cb2d64249f5d req-edc9f9d7-4d9b-4ada-813b-210eebd16543 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547581 Jul 22 21:10:14.551388 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-cb5d9294-a85d-4164-8445-c71bb2c3bace tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:14.554773 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-cb5d9294-a85d-4164-8445-c71bb2c3bace tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/networks?id=7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 200 len: 815 time: 0.1775465 Jul 22 21:10:14.585327 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-c38598c3-f485-4533-b46a-56a7cbc70100 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/quotas/bdd72480ceae406eacaf35b79236a2af HTTP/1.1" status: 200 len: 375 time: 0.0176070 Jul 22 21:10:14.649770 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-af6f2ee3-db57-4514-929a-3a9dc648cafe tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdd72480ceae406eacaf35b79236a2af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555913 Jul 22 21:10:14.782697 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-72561b75-9037-402f-a76b-c2fcf80c43cc service neutron] 10.222.0.61 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250019 Jul 22 21:10:14.928869 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-5d73787a-dd25-42da-9ebf-41f0753b430b service neutron] 10.222.0.61 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288042 Jul 22 21:10:15.219771 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e9df91d7-5849-4957-9863-02e3d3511737 req-a0750da7-efff-4a9a-8d6e-2caf0c03e402 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 210 time: 0.0407901 Jul 22 21:10:15.446409 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49620) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:15.580799 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a32b3-09f6-43df-8bdd-c37da94c13fc req-f6b85c4e-cd3e-4e22-a9d2-d9b80e35d721 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:15.588992 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-926a32b3-09f6-43df-8bdd-c37da94c13fc req-f6b85c4e-cd3e-4e22-a9d2-d9b80e35d721 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1238959 Jul 22 21:10:15.611732 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:10:15.622770 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3f2d97da-995c-4edb-a0fd-7edff28d61ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.660920 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-926a32b3-09f6-43df-8bdd-c37da94c13fc req-00e41ca8-7f56-479b-8cf2-1d0aeb90e5d6 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705471 Jul 22 21:10:15.730633 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.778340 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3f2d97da-995c-4edb-a0fd-7edff28d61ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.786795 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3f2d97da-995c-4edb-a0fd-7edff28d61ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.845735 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d97da-995c-4edb-a0fd-7edff28d61ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4f4a84-68bc-43ec-952d-d0e789ebf96f,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:15.852507 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-3f2d97da-995c-4edb-a0fd-7edff28d61ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8c7761bd39f487691e4e86357b5211e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042604 Jul 22 21:10:15.858451 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49634) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:15.941926 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bfe091d3-b77e-45ea-93ed-0f7649e4389b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:15.993578 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bfe091d3-b77e-45ea-93ed-0f7649e4389b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.069224 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bfe091d3-b77e-45ea-93ed-0f7649e4389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.072960 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bfe091d3-b77e-45ea-93ed-0f7649e4389b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.074636 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-bfe091d3-b77e-45ea-93ed-0f7649e4389b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd4f4a84-68bc-43ec-952d-d0e789ebf96f HTTP/1.1" status: 204 len: 168 time: 0.2144206 Jul 22 21:10:16.090963 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe091d3-b77e-45ea-93ed-0f7649e4389b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4f4a84-68bc-43ec-952d-d0e789ebf96f,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:16.386173 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d1d11cf9-e684-419d-b548-6f58b8cf87fa req-c62f9f98-ed32-4573-a379-810ad295f794 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 210 time: 0.0473256 Jul 22 21:10:16.540020 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49656) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:16.561511 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-88d2d8b7-a6c4-42c5-bd30-b8f1f65b852c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.724315 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-88d2d8b7-a6c4-42c5-bd30-b8f1f65b852c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.738003 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-88d2d8b7-a6c4-42c5-bd30-b8f1f65b852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:16.831285 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2d8b7-a6c4-42c5-bd30-b8f1f65b852c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eecd6c-53f6-4f86-9cd1-62ba5e93c52b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:16.899465 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-88d2d8b7-a6c4-42c5-bd30-b8f1f65b852c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b928e332f32246d296962e7439bbc588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557580 Jul 22 21:10:16.900062 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49662) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:17.003864 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-448849b0-b557-401e-8e57-c8a7c1acd6bc tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:17.006287 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-448849b0-b557-401e-8e57-c8a7c1acd6bc tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "GET /v2.0/networks?id=7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 200 len: 815 time: 0.2803228 Jul 22 21:10:17.022789 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-914eaedf-89b2-4c25-b1e9-dda0352486dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.048454 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Request body: {'port': {'device_id': '66989cbd-a879-4318-9915-8a66e0d911e7', 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb', 'admin_state_up': True, 'tenant_id': 'bdd72480ceae406eacaf35b79236a2af'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:17.091697 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-914eaedf-89b2-4c25-b1e9-dda0352486dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.174852 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-914eaedf-89b2-4c25-b1e9-dda0352486dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.180760 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-914eaedf-89b2-4c25-b1e9-dda0352486dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.182666 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-914eaedf-89b2-4c25-b1e9-dda0352486dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83eecd6c-53f6-4f86-9cd1-62ba5e93c52b HTTP/1.1" status: 204 len: 168 time: 0.2809088 Jul 22 21:10:17.198287 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914eaedf-89b2-4c25-b1e9-dda0352486dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eecd6c-53f6-4f86-9cd1-62ba5e93c52b,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:17.342410 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a88d5-d932-426c-b454-edbd57310ca3 req-930ab60e-d3a4-496b-813d-1c30fbe06fbf tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:17.343960 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c1a88d5-d932-426c-b454-edbd57310ca3 req-930ab60e-d3a4-496b-813d-1c30fbe06fbf tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.5180767 Jul 22 21:10:17.470377 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c1a88d5-d932-426c-b454-edbd57310ca3 req-e909ee30-20f4-4215-91c8-072718a5b973 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117945 Jul 22 21:10:17.534012 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Made reservation on behalf of bdd72480ceae406eacaf35b79236a2af for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:17.540638 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.605424 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-62992309-232e-4e19-b304-a43c8827c239 req-543f106f-0aed-43ef-9b36-233163cae5ad tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 210 time: 0.0451782 Jul 22 21:10:17.750918 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Allocated IP 172.20.0.12 (7a265f2f-ca9f-48dd-8056-7dc61947facb/dff3cef0-586b-49f3-ad91-8fc1cc9d87ae/ee55f92b-3b87-4b58-9e2f-d6ec11118bda) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:17.977326 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:18.037522 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:18.107281 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Network 7a265f2f-ca9f-48dd-8056-7dc61947facb is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:18.114565 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:18.119252 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:18.165733 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Pushing event updated for resources: {'Port': ['ID=ee55f92b-3b87-4b58-9e2f-d6ec11118bda,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:18.216822 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:18.217657 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:18.239206 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-79adb954-ac7c-4bde-a97d-c905a85ee29d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2057397 Jul 22 21:10:20.293495 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49764) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:20.419522 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-82b56485-9248-45f1-9da5-0ca80ec2fb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.527468 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-82b56485-9248-45f1-9da5-0ca80ec2fb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.532700 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-82b56485-9248-45f1-9da5-0ca80ec2fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.572312 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-82b56485-9248-45f1-9da5-0ca80ec2fb7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=63525d376a5b44898dc5146756280de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773697 Jul 22 21:10:20.573319 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b56485-9248-45f1-9da5-0ca80ec2fb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca66cdc-0b27-434e-9d01-34200e561ff2,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:20.575495 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49768) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:20.637551 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c3405dd2-0236-4dc3-a5bd-2448fc5ec45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.663481 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c3405dd2-0236-4dc3-a5bd-2448fc5ec45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.716526 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c3405dd2-0236-4dc3-a5bd-2448fc5ec45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.719481 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c3405dd2-0236-4dc3-a5bd-2448fc5ec45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.721478 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-c3405dd2-0236-4dc3-a5bd-2448fc5ec45f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ca66cdc-0b27-434e-9d01-34200e561ff2 HTTP/1.1" status: 204 len: 168 time: 0.1440001 Jul 22 21:10:20.732380 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3405dd2-0236-4dc3-a5bd-2448fc5ec45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca66cdc-0b27-434e-9d01-34200e561ff2,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:21.062187 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 49776) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:21.078561 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-833740dc-f134-442c-8108-56669ff2446d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.212668 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-833740dc-f134-442c-8108-56669ff2446d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.218541 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-833740dc-f134-442c-8108-56669ff2446d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.284984 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-833740dc-f134-442c-8108-56669ff2446d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d62da8144abf4439a4b578734dbd527d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212596 Jul 22 21:10:21.287573 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833740dc-f134-442c-8108-56669ff2446d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38019d8a-8b12-47e5-8a38-314f161afff7,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:21.288475 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49778) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:21.359621 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0c643887-9f1c-4c19-a01a-01d8c9a18a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.397693 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0c643887-9f1c-4c19-a01a-01d8c9a18a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.472518 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0c643887-9f1c-4c19-a01a-01d8c9a18a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.478445 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0c643887-9f1c-4c19-a01a-01d8c9a18a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.480545 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-0c643887-9f1c-4c19-a01a-01d8c9a18a92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38019d8a-8b12-47e5-8a38-314f161afff7 HTTP/1.1" status: 204 len: 168 time: 0.1902404 Jul 22 21:10:21.495450 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c643887-9f1c-4c19-a01a-01d8c9a18a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38019d8a-8b12-47e5-8a38-314f161afff7,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:21.754890 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Request body: {'port': {'device_id': '66989cbd-a879-4318-9915-8a66e0d911e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:21.847610 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.204391 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bde3a-09f8-4a54-b132-a6a3ace87431 req-3ae05a4c-3561-47f1-8393-dfe0bd4a152f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:22.207011 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf2bde3a-09f8-4a54-b132-a6a3ace87431 req-3ae05a4c-3561-47f1-8393-dfe0bd4a152f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.2426498 Jul 22 21:10:22.227694 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60331b53-caf7-4e52-8460-e3aa8b61e7bb req-16e86771-ede0-4731-8159-7f62c93e3d61 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:22.230317 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60331b53-caf7-4e52-8460-e3aa8b61e7bb req-16e86771-ede0-4731-8159-7f62c93e3d61 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 932 time: 0.2647517 Jul 22 21:10:22.332228 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf2bde3a-09f8-4a54-b132-a6a3ace87431 req-fd447647-5e2c-485c-9085-c5c8ddd0d9bc tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189849 Jul 22 21:10:22.373959 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60331b53-caf7-4e52-8460-e3aa8b61e7bb req-0a02c7d3-660d-468f-96b1-8cdc14b51184 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189499 Jul 22 21:10:22.409593 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee55f92b-3b87-4b58-9e2f-d6ec11118bda {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:22.427419 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.446780 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Transition to ACTIVE for port object ee55f92b-3b87-4b58-9e2f-d6ec11118bda will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:22.450634 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.515369 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Pushing event updated for resources: {'Port': ['ID=ee55f92b-3b87-4b58-9e2f-d6ec11118bda,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:22.621835 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Attempting to bind port ee55f92b-3b87-4b58-9e2f-d6ec11118bda on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:22.622181 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Attempting to bind port ee55f92b-3b87-4b58-9e2f-d6ec11118bda by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:22.622671 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Attempting to bind port ee55f92b-3b87-4b58-9e2f-d6ec11118bda on network 7a265f2f-ca9f-48dd-8056-7dc61947facb {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:22.627411 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Port ee55f92b-3b87-4b58-9e2f-d6ec11118bda on network 7a265f2f-ca9f-48dd-8056-7dc61947facb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:22.627729 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Attempting to bind port ee55f92b-3b87-4b58-9e2f-d6ec11118bda on network 7a265f2f-ca9f-48dd-8056-7dc61947facb {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:22.634143 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:22.634264 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Checking segment: {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:22.634632 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Bound using segment: {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:22.635058 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Bound port: ee55f92b-3b87-4b58-9e2f-d6ec11118bda, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:22.635414 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.719618 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] For port ee55f92b-3b87-4b58-9e2f-d6ec11118bda, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:22.723100 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] For port ee55f92b-3b87-4b58-9e2f-d6ec11118bda, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ee55f92b-3b87-4b58-9e2f-d6ec11118bda,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:22.729684 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.775835 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:22.776488 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:22.777996 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] 10.222.0.72 "PUT /v2.0/ports/ee55f92b-3b87-4b58-9e2f-d6ec11118bda HTTP/1.1" status: 200 len: 1094 time: 1.0309074 Jul 22 21:10:22.778462 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66989cbd-a879-4318-9915-8a66e0d911e7', 'tag': 'ee55f92b-3b87-4b58-9e2f-d6ec11118bda'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:22.782010 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bfc5b9-1fd4-4918-b323-afe8c7296ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "66989cbd-a879-4318-9915-8a66e0d911e7", "tag": "ee55f92b-3b87-4b58-9e2f-d6ec11118bda"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:22.810341 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0d268-c07f-4095-bc30-ac01a095a3fd service neutron] Pushing event updated for resources: {'Port': ['ID=ee55f92b-3b87-4b58-9e2f-d6ec11118bda,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:22.873829 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba666d18-3a53-40b2-a19f-d359c62d88e2 x-openstack-request-id: req-ba666d18-3a53-40b2-a19f-d359c62d88e2 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:22.874119 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66989cbd-a879-4318-9915-8a66e0d911e7", "tag": "ee55f92b-3b87-4b58-9e2f-d6ec11118bda", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:22.874408 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba666d18-3a53-40b2-a19f-d359c62d88e2 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:22.874749 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66989cbd-a879-4318-9915-8a66e0d911e7', 'tag': 'ee55f92b-3b87-4b58-9e2f-d6ec11118bda', 'status': 'completed', 'code': 200} Jul 22 21:10:23.027009 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-25351123-7ca3-4a09-83a6-e5bc3efe15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:23.029624 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-25351123-7ca3-4a09-83a6-e5bc3efe15fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdd72480ceae406eacaf35b79236a2af&device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 1097 time: 0.0935824 Jul 22 21:10:23.124984 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-33064c57-6320-4b4e-8e2a-a976c9118078 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee55f92b-3b87-4b58-9e2f-d6ec11118bda HTTP/1.1" status: 200 len: 217 time: 0.0638728 Jul 22 21:10:23.188616 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-6916baeb-2e63-4510-851f-59905f543a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:23.190890 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-6916baeb-2e63-4510-851f-59905f543a97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff3cef0-586b-49f3-ad91-8fc1cc9d87ae HTTP/1.1" status: 200 len: 855 time: 0.0590539 Jul 22 21:10:23.233964 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-4557bebf-d289-4e74-a68d-b2f99742a28d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a265f2f-ca9f-48dd-8056-7dc61947facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329778 Jul 22 21:10:23.335690 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-564c51f0-9d61-47db-bbe2-f39e7b89dbcd service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943694 Jul 22 21:10:23.470765 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0276fad2-459a-4d64-8ab7-2b4db96b35c4 req-d8c0336e-274b-4a0c-9ddd-7d4180d0a941 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258781 Jul 22 21:10:23.578482 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef90740-e2d7-4fc9-bf23-7bc2fc96020f req-c0d1ffb8-a2c2-445e-962f-16b000168c8c tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:23.578482 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ef90740-e2d7-4fc9-bf23-7bc2fc96020f req-c0d1ffb8-a2c2-445e-962f-16b000168c8c tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1157398 Jul 22 21:10:23.600026 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fa748-9e1c-49e5-8db3-855309b60df2 req-f98fd0f0-7fe6-4520-b1c3-c1d340abd75d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:23.601534 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb6fa748-9e1c-49e5-8db3-855309b60df2 req-f98fd0f0-7fe6-4520-b1c3-c1d340abd75d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 944 time: 0.1019943 Jul 22 21:10:23.656735 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ef90740-e2d7-4fc9-bf23-7bc2fc96020f req-69b8f9ad-cc97-4786-b04c-a3432aac1888 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712867 Jul 22 21:10:23.667638 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb6fa748-9e1c-49e5-8db3-855309b60df2 req-1aaf2b40-78a8-472a-bdb6-0b7f038ecf35 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577617 Jul 22 21:10:27.173074 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfc5b9-1fd4-4918-b323-afe8c7296ee7 req-892249c1-f6b1-4c54-89b5-ac86eae5d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.174615 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-02bfc5b9-1fd4-4918-b323-afe8c7296ee7 req-892249c1-f6b1-4c54-89b5-ac86eae5d2b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdd72480ceae406eacaf35b79236a2af&device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 1097 time: 0.1819046 Jul 22 21:10:27.184678 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484022e-3c0b-4c43-9290-67f46cae47ab req-4f3541d8-17ab-4895-b66d-81fb28fa07df tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.186397 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a484022e-3c0b-4c43-9290-67f46cae47ab req-4f3541d8-17ab-4895-b66d-81fb28fa07df tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1538949 Jul 22 21:10:27.246777 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65c5b8-fce4-4783-a6aa-07564d03df54 req-8e8adb75-e90b-4490-b459-3132dee675dc tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.248450 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f65c5b8-fce4-4783-a6aa-07564d03df54 req-8e8adb75-e90b-4490-b459-3132dee675dc tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 944 time: 0.1695919 Jul 22 21:10:27.330532 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a484022e-3c0b-4c43-9290-67f46cae47ab req-6776ec25-06b6-4756-8e86-00a9894ab78e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320269 Jul 22 21:10:27.371581 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f65c5b8-fce4-4783-a6aa-07564d03df54 req-daa0e0e3-569d-4711-9812-ec35ba2aebde tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132607 Jul 22 21:10:27.378477 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfc5b9-1fd4-4918-b323-afe8c7296ee7 req-8ae75439-e08b-46aa-996d-4dcf877ce028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.381828 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-02bfc5b9-1fd4-4918-b323-afe8c7296ee7 req-8ae75439-e08b-46aa-996d-4dcf877ce028 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 200 len: 916 time: 0.1932075 Jul 22 21:10:27.446018 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-02bfc5b9-1fd4-4918-b323-afe8c7296ee7 req-9f1b1abb-e4bd-47bb-ae9c-802306008aca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee55f92b-3b87-4b58-9e2f-d6ec11118bda HTTP/1.1" status: 200 len: 217 time: 0.0435677 Jul 22 21:10:27.505001 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfc5b9-1fd4-4918-b323-afe8c7296ee7 req-5f97bbe8-e8a5-4724-a856-f6a1364a0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.506506 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-02bfc5b9-1fd4-4918-b323-afe8c7296ee7 req-5f97bbe8-e8a5-4724-a856-f6a1364a0dba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff3cef0-586b-49f3-ad91-8fc1cc9d87ae HTTP/1.1" status: 200 len: 855 time: 0.0474477 Jul 22 21:10:27.557146 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-02bfc5b9-1fd4-4918-b323-afe8c7296ee7 req-4cff29c0-2c41-40f5-84aa-d764ce66e276 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a265f2f-ca9f-48dd-8056-7dc61947facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316536 Jul 22 21:10:27.666089 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-02bfc5b9-1fd4-4918-b323-afe8c7296ee7 req-10d9daf0-392f-4e50-92b7-41176dcb395c service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966747 Jul 22 21:10:27.798872 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-02bfc5b9-1fd4-4918-b323-afe8c7296ee7 req-14363065-4241-49a8-a4cb-ec5b5c2b9ba8 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196401 Jul 22 21:10:28.559992 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13151f61-3ee5-48aa-923c-7ae8e45f4e4c req-4721c385-3153-42c4-a6fb-fb6826b8ce9b tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:28.561552 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13151f61-3ee5-48aa-923c-7ae8e45f4e4c req-4721c385-3153-42c4-a6fb-fb6826b8ce9b tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1168094 Jul 22 21:10:28.573640 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68ec6-8979-401a-943e-cf056cfcb578 req-e629e65e-01de-4bd6-a228-b32511793051 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:28.575300 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b5e68ec6-8979-401a-943e-cf056cfcb578 req-e629e65e-01de-4bd6-a228-b32511793051 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 944 time: 0.0948858 Jul 22 21:10:28.640962 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-13151f61-3ee5-48aa-923c-7ae8e45f4e4c req-e5bfbb7a-ffaf-485d-b1cc-e3d07dda1b50 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646493 Jul 22 21:10:28.646944 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b5e68ec6-8979-401a-943e-cf056cfcb578 req-95580051-fdd2-42bb-ad72-60b63de59e33 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634601 Jul 22 21:10:30.123022 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-de4578c3-52ec-42fe-8ea2-361e6afdf196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.351703 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device ee55f92b-3b87-4b58-9e2f-d6ec11118bda details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:32.492736 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port ee55f92b-3b87-4b58-9e2f-d6ec11118bda, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ee55f92b-3b87-4b58-9e2f-d6ec11118bda,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:32.506522 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': 'ee55f92b-3b87-4b58-9e2f-d6ec11118bda', 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb', 'port_id': 'ee55f92b-3b87-4b58-9e2f-d6ec11118bda', 'mac_address': 'fa:16:3e:71:93:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff3cef0-586b-49f3-ad91-8fc1cc9d87ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:32.576030 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.592085 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee55f92b-3b87-4b58-9e2f-d6ec11118bda {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:32.617167 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port ee55f92b-3b87-4b58-9e2f-d6ec11118bda, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ee55f92b-3b87-4b58-9e2f-d6ec11118bda,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:32.629203 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.666082 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f149c73-234d-4819-b206-a94817eb508b req-00a71722-7230-4317-9330-0cdcf402bffd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.667493 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7f149c73-234d-4819-b206-a94817eb508b req-00a71722-7230-4317-9330-0cdcf402bffd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1411231 Jul 22 21:10:32.685294 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c84c8-775b-4438-84c7-c12fd96caf8c req-5fafae29-22fa-4e6a-805a-f5c64c1c1ed7 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.686762 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-186c84c8-775b-4438-84c7-c12fd96caf8c req-5fafae29-22fa-4e6a-805a-f5c64c1c1ed7 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 944 time: 0.1147528 Jul 22 21:10:32.716595 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=ee55f92b-3b87-4b58-9e2f-d6ec11118bda,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:32.729298 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:32.729860 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:32.730407 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:32.730954 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:32.731495 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:32.732039 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:32.732579 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:32.733145 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:32.733687 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:32.734222 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:32.734771 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:32.735332 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:32.740006 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7f149c73-234d-4819-b206-a94817eb508b req-91d15c19-07c2-4768-a67d-674559139ee8 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522451 Jul 22 21:10:32.754911 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-186c84c8-775b-4438-84c7-c12fd96caf8c req-1dd85680-e75b-479e-a4b1-c6f18baebbd0 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604737 Jul 22 21:10:32.853032 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-99fcec47-af06-4555-85f5-099136a9e542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:33.188578 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ee55f92b-3b87-4b58-9e2f-d6ec11118bda'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:33.233375 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:33.826954 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49974) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:33.928001 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:33.954035 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-237017ae-55cf-42f3-a5e8-0b0e1ef035b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:34.071770 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-237017ae-55cf-42f3-a5e8-0b0e1ef035b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:34.074245 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-237017ae-55cf-42f3-a5e8-0b0e1ef035b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:34.114518 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-237017ae-55cf-42f3-a5e8-0b0e1ef035b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3adfbbc01a724418b656c69285f000fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862508 Jul 22 21:10:34.115368 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237017ae-55cf-42f3-a5e8-0b0e1ef035b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae6100-2638-4804-b837-bb89ab318f01,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:34.119460 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 49980) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:34.179462 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74319158-80b2-4729-8047-ac383110e777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:34.204507 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74319158-80b2-4729-8047-ac383110e777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:34.259977 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74319158-80b2-4729-8047-ac383110e777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:34.262902 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74319158-80b2-4729-8047-ac383110e777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:34.264141 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-74319158-80b2-4729-8047-ac383110e777 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88ae6100-2638-4804-b837-bb89ab318f01 HTTP/1.1" status: 204 len: 168 time: 0.1437647 Jul 22 21:10:34.273989 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74319158-80b2-4729-8047-ac383110e777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae6100-2638-4804-b837-bb89ab318f01,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:35.194044 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:36.573881 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394cf89-0df7-4045-8782-7a8c28cc2238 req-0177202f-1712-4342-b336-829b096501fa tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:36.576004 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1394cf89-0df7-4045-8782-7a8c28cc2238 req-0177202f-1712-4342-b336-829b096501fa tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1082280 Jul 22 21:10:36.666871 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1394cf89-0df7-4045-8782-7a8c28cc2238 req-514308fb-7866-4811-a94b-a6c3cac1d392 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605943 Jul 22 21:10:36.685870 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f84985-5900-4072-9bfb-00ce22131a33 req-3c6e929e-ad22-40f8-aff9-1c86308cab9c tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:36.687388 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-49f84985-5900-4072-9bfb-00ce22131a33 req-3c6e929e-ad22-40f8-aff9-1c86308cab9c tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 945 time: 0.1351881 Jul 22 21:10:36.735259 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-49f84985-5900-4072-9bfb-00ce22131a33 req-307b8eb3-6789-4312-9b05-405a6ff054ae tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Jul 22 21:10:38.110811 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa1081-399c-47c4-a814-12883f6be437 req-14ede4c2-6fee-419d-858f-251d0619a1dd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:38.111933 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aeaa1081-399c-47c4-a814-12883f6be437 req-14ede4c2-6fee-419d-858f-251d0619a1dd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.3568711 Jul 22 21:10:38.176547 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fc5a5-a29d-4256-abb9-77dcaef6ad9d req-c8c04f3a-d7f9-43f6-9eb4-3826eb404703 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:38.178658 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-352fc5a5-a29d-4256-abb9-77dcaef6ad9d req-c8c04f3a-d7f9-43f6-9eb4-3826eb404703 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 945 time: 0.3352149 Jul 22 21:10:38.187896 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aeaa1081-399c-47c4-a814-12883f6be437 req-c5b573e2-64e2-4853-9fbb-ba356985d00c tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666389 Jul 22 21:10:38.245651 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-352fc5a5-a29d-4256-abb9-77dcaef6ad9d req-c5b61e1c-cade-4317-8efb-444ed097572d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567758 Jul 22 21:10:39.567892 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device ee55f92b-3b87-4b58-9e2f-d6ec11118bda up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:39.642535 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port ee55f92b-3b87-4b58-9e2f-d6ec11118bda completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:39.648521 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port ee55f92b-3b87-4b58-9e2f-d6ec11118bda triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:39.649137 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:39.743851 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:39.769144 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66989cbd-a879-4318-9915-8a66e0d911e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55f92b-3b87-4b58-9e2f-d6ec11118bda'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:39.772002 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6bca57-dde3-4e18-8e9a-26c8e07e42ff" -d '{"events": [{"server_uuid": "66989cbd-a879-4318-9915-8a66e0d911e7", "name": "network-vif-plugged", "status": "completed", "tag": "ee55f92b-3b87-4b58-9e2f-d6ec11118bda"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:39.784519 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port ee55f92b-3b87-4b58-9e2f-d6ec11118bda, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ee55f92b-3b87-4b58-9e2f-d6ec11118bda,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:39.789342 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:39.843816 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=ee55f92b-3b87-4b58-9e2f-d6ec11118bda,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:40.962041 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e85f00-a469-4a87-a1ac-97fcd448bd99 req-3a0cfe9e-d330-487e-acae-70bf131c6fd2 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:40.963529 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04e85f00-a469-4a87-a1ac-97fcd448bd99 req-3a0cfe9e-d330-487e-acae-70bf131c6fd2 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1204855 Jul 22 21:10:41.007578 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80173b42-4774-439d-a295-9caeac25d909 req-15ef2eb6-5c8a-4870-8a4b-7ed37507ddff tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:41.009050 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-80173b42-4774-439d-a295-9caeac25d909 req-15ef2eb6-5c8a-4870-8a4b-7ed37507ddff tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 946 time: 0.1193044 Jul 22 21:10:41.028485 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04e85f00-a469-4a87-a1ac-97fcd448bd99 req-5efeea2a-61ac-4cbc-bc3f-3459d553af9e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566809 Jul 22 21:10:41.066916 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-80173b42-4774-439d-a295-9caeac25d909 req-eeccda8a-4c43-4468-821d-5a76b6f4b989 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499234 Jul 22 21:10:41.077001 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc0ce5a-de2b-4984-b9b1-8857cf1eaae2 x-openstack-request-id: req-5fc0ce5a-de2b-4984-b9b1-8857cf1eaae2 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:41.077555 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66989cbd-a879-4318-9915-8a66e0d911e7", "name": "network-vif-plugged", "status": "completed", "tag": "ee55f92b-3b87-4b58-9e2f-d6ec11118bda", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:41.077555 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5fc0ce5a-de2b-4984-b9b1-8857cf1eaae2 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:41.077923 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66989cbd-a879-4318-9915-8a66e0d911e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55f92b-3b87-4b58-9e2f-d6ec11118bda', 'code': 200} Jul 22 21:10:41.384565 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e340a18-6f4d-4ae7-b4f4-62c7d6cf5eac req-3740c464-34ae-4c99-a1e7-2280e940eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:41.387016 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9e340a18-6f4d-4ae7-b4f4-62c7d6cf5eac req-3740c464-34ae-4c99-a1e7-2280e940eb29 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 1099 time: 0.0834918 Jul 22 21:10:41.431389 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9e340a18-6f4d-4ae7-b4f4-62c7d6cf5eac req-bff11360-fc6a-459e-acfd-5a0261ff2ada service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Jul 22 21:10:42.284081 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564892f-60d0-45c0-8cd5-445ba3c0c213 req-8fe0c5bd-e61a-4ab7-b5cf-3e4aa23ce128 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:42.286301 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a564892f-60d0-45c0-8cd5-445ba3c0c213 req-8fe0c5bd-e61a-4ab7-b5cf-3e4aa23ce128 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1634233 Jul 22 21:10:42.312817 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bb2d9-35fc-48e4-88c3-f78b9495206c req-197cf093-cf9c-43fb-bdf8-6c93fe7e1e99 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:42.314623 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-325bb2d9-35fc-48e4-88c3-f78b9495206c req-197cf093-cf9c-43fb-bdf8-6c93fe7e1e99 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 946 time: 0.1463497 Jul 22 21:10:42.376844 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a564892f-60d0-45c0-8cd5-445ba3c0c213 req-cf50b6bd-a9bf-43c3-9b9c-7b22e5754f0f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835552 Jul 22 21:10:42.382841 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-325bb2d9-35fc-48e4-88c3-f78b9495206c req-bb10de01-0081-49d4-b238-ae38e89c7d52 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589256 Jul 22 21:10:45.487362 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274ca7-ce4d-40aa-b665-e1aadf551fac req-f0d5f3f1-051c-4e21-9142-c2a1cd90c926 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.488981 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4a274ca7-ce4d-40aa-b665-e1aadf551fac req-f0d5f3f1-051c-4e21-9142-c2a1cd90c926 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1267855 Jul 22 21:10:45.520375 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f046d-1b37-44af-b224-b9255e132b06 req-ab0f36d5-1646-4546-af68-be9d3e672da9 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.522509 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-308f046d-1b37-44af-b224-b9255e132b06 req-ab0f36d5-1646-4546-af68-be9d3e672da9 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 946 time: 0.1217844 Jul 22 21:10:45.557561 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4a274ca7-ce4d-40aa-b665-e1aadf551fac req-b8acc7cf-9996-42ca-acf1-df91be110eee tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623603 Jul 22 21:10:45.587488 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-308f046d-1b37-44af-b224-b9255e132b06 req-6bd3ceda-437e-4ea7-aa11-e39b1595883b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576158 Jul 22 21:10:45.728164 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:46.779333 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973f5a2-7eee-4aa0-8a4f-1ef2ccd1be9a req-9ee02302-37a4-45bd-8057-3767bff5cf32 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:46.780904 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0973f5a2-7eee-4aa0-8a4f-1ef2ccd1be9a req-9ee02302-37a4-45bd-8057-3767bff5cf32 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1385086 Jul 22 21:10:46.814384 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e9d0-f2c3-4b05-ae29-400cdd545e46 req-c0ba19c6-e950-4572-8bd6-36cb2df116a7 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:46.815832 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed82e9d0-f2c3-4b05-ae29-400cdd545e46 req-c0ba19c6-e950-4572-8bd6-36cb2df116a7 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 946 time: 0.1243563 Jul 22 21:10:46.847446 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0973f5a2-7eee-4aa0-8a4f-1ef2ccd1be9a req-bd8a1cc0-3192-4933-bea9-3f8ca324d6c0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587511 Jul 22 21:10:46.870129 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ed82e9d0-f2c3-4b05-ae29-400cdd545e46 req-6d59550a-342d-458f-bfa3-75f5bc75596b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477042 Jul 22 21:10:47.512617 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0ca61-bfc2-4cb8-acb3-88590f62764d req-bc1ea8a7-fe06-4085-86e5-a638711470d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:47.514199 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7b0ca61-bfc2-4cb8-acb3-88590f62764d req-bc1ea8a7-fe06-4085-86e5-a638711470d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 1099 time: 0.0602808 Jul 22 21:10:47.553683 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7b0ca61-bfc2-4cb8-acb3-88590f62764d req-1bc7c537-4070-4d43-9886-0f4899f8335f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291543 Jul 22 21:10:48.334564 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d80a4-b1cf-449b-a708-a20e447f8d00 req-9807cac4-e727-4421-994b-8e9ef0a9dd81 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:48.336235 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-594d80a4-b1cf-449b-a708-a20e447f8d00 req-9807cac4-e727-4421-994b-8e9ef0a9dd81 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1182077 Jul 22 21:10:48.355301 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19e93fb0-dec2-405e-b0e3-f54fc223dd65 req-b91528dd-e5e0-4cd8-8b1d-7423f82843f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0997074 Jul 22 21:10:48.389804 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-594d80a4-b1cf-449b-a708-a20e447f8d00 req-dd2dd21f-c0f3-4f44-812e-719e5524a5f7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Jul 22 21:10:48.519714 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93fb0-dec2-405e-b0e3-f54fc223dd65 req-46858917-64da-4123-b014-cade4632257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:48.522286 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19e93fb0-dec2-405e-b0e3-f54fc223dd65 req-46858917-64da-4123-b014-cade4632257a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.0724189 Jul 22 21:10:48.740262 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93fb0-dec2-405e-b0e3-f54fc223dd65 req-77a2bb23-f0bf-478c-a4ba-6f1caba243a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:48.743444 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19e93fb0-dec2-405e-b0e3-f54fc223dd65 req-77a2bb23-f0bf-478c-a4ba-6f1caba243a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 920 time: 0.1820145 Jul 22 21:10:48.790290 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19e93fb0-dec2-405e-b0e3-f54fc223dd65 req-83cf8e7c-ae0f-41b0-aa5c-0f95bb1ab0b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba033758-d3ba-4904-a9d6-738de55f6d53 HTTP/1.1" status: 200 len: 217 time: 0.0382106 Jul 22 21:10:48.854160 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93fb0-dec2-405e-b0e3-f54fc223dd65 req-c46c8bb0-0959-499f-b518-3ffea0ad7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:48.855991 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19e93fb0-dec2-405e-b0e3-f54fc223dd65 req-c46c8bb0-0959-499f-b518-3ffea0ad7da9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81c09867-3f71-4343-84b7-0293e6ab5741 HTTP/1.1" status: 200 len: 859 time: 0.0561910 Jul 22 21:10:48.900232 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19e93fb0-dec2-405e-b0e3-f54fc223dd65 req-5eb581d4-cba5-4176-8e9b-ca9ff6748a7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9abf4eb-fe7c-4e13-a636-571e35d647a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342538 Jul 22 21:10:49.027620 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19e93fb0-dec2-405e-b0e3-f54fc223dd65 req-ccd490c4-122a-4368-a212-7d696954c13d service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149871 Jul 22 21:10:49.267439 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19e93fb0-dec2-405e-b0e3-f54fc223dd65 req-7ecd6c26-197f-4628-bd75-2253ff5bb128 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419711 Jul 22 21:10:49.568720 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2498ed-de6c-4d9c-a866-ca5973c3895d req-42e01f0e-e010-45bf-a576-8e9034e88099 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:49.573965 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2b2498ed-de6c-4d9c-a866-ca5973c3895d req-42e01f0e-e010-45bf-a576-8e9034e88099 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.0807509 Jul 22 21:10:49.627655 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2b2498ed-de6c-4d9c-a866-ca5973c3895d req-9abd14db-a8cf-45af-8e57-aa4458f99dde tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494192 Jul 22 21:10:49.822633 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7944e3-0ac5-41dc-9098-ef70d30acbb5 req-ef91d49e-726a-43ce-9563-12756f493fc1 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:49.823769 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ae7944e3-0ac5-41dc-9098-ef70d30acbb5 req-ef91d49e-726a-43ce-9563-12756f493fc1 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1015921 Jul 22 21:10:49.883475 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ae7944e3-0ac5-41dc-9098-ef70d30acbb5 req-252f953d-6128-4272-8fb7-36124cfc03bd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535126 Jul 22 21:10:50.752405 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 50352) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:50.887315 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.002980 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.008727 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.050131 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=954e04dbfab94476bbae2339d34964b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966590 Jul 22 21:10:51.051224 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e5eaf-dfb0-4d62-83e2-08969a0d11be,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:51.054288 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 50356) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:51.059306 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.059647 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.059981 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.060306 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.060626 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.060959 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.061303 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.061624 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.061938 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.062252 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.062565 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.062873 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a49b7-0c6b-43f4-9436-a125bac3ad1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.105317 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.127750 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.179765 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.182596 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.183911 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c40e5eaf-dfb0-4d62-83e2-08969a0d11be HTTP/1.1" status: 204 len: 168 time: 0.1286983 Jul 22 21:10:51.196043 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e5eaf-dfb0-4d62-83e2-08969a0d11be,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:51.209836 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.210185 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.210566 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.210979 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.211403 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.211632 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.211964 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.212282 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.212599 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.212913 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.213261 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:51.213571 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65e8d-b7b1-4ce3-8fa3-3c8e089b3ccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:52.615014 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:10:56.368530 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad170dcf-e338-41ee-9eaf-c812adc9d158 req-eedadb83-9d59-4276-8d75-2b2c752d7736 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:56.370141 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ad170dcf-e338-41ee-9eaf-c812adc9d158 req-eedadb83-9d59-4276-8d75-2b2c752d7736 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1569080 Jul 22 21:10:56.390042 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac1039-cd21-4cae-b510-62a0a51b35fd req-b306a26d-ca63-411c-997a-b41105a65ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:56.391541 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f1ac1039-cd21-4cae-b510-62a0a51b35fd req-b306a26d-ca63-411c-997a-b41105a65ad2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.1151991 Jul 22 21:10:56.459547 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ad170dcf-e338-41ee-9eaf-c812adc9d158 req-41843904-4739-4b06-9cb5-0db4bd5c9281 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795145 Jul 22 21:10:56.547664 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac1039-cd21-4cae-b510-62a0a51b35fd req-2cd88298-a7ac-4080-8efa-dfb631669b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:56.550895 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f1ac1039-cd21-4cae-b510-62a0a51b35fd req-2cd88298-a7ac-4080-8efa-dfb631669b4e service neutron] 10.222.0.72 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 920 time: 0.1497355 Jul 22 21:10:56.605676 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f1ac1039-cd21-4cae-b510-62a0a51b35fd req-73240a07-9c1d-479a-be91-b0e54c0b6307 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba033758-d3ba-4904-a9d6-738de55f6d53 HTTP/1.1" status: 200 len: 217 time: 0.0428958 Jul 22 21:10:56.670514 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac1039-cd21-4cae-b510-62a0a51b35fd req-9bbac01c-af59-459c-aef7-62be508b920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:56.671922 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f1ac1039-cd21-4cae-b510-62a0a51b35fd req-9bbac01c-af59-459c-aef7-62be508b920b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81c09867-3f71-4343-84b7-0293e6ab5741 HTTP/1.1" status: 200 len: 859 time: 0.0561609 Jul 22 21:10:56.716878 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f1ac1039-cd21-4cae-b510-62a0a51b35fd req-56fbfc4b-33a5-469d-a1fb-6bdd9b5bfd01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9abf4eb-fe7c-4e13-a636-571e35d647a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360508 Jul 22 21:10:56.823544 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f1ac1039-cd21-4cae-b510-62a0a51b35fd req-a142b9bb-04a1-4962-9ff1-93414bb4d2f6 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995157 Jul 22 21:10:56.927889 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f1ac1039-cd21-4cae-b510-62a0a51b35fd req-5a0e240a-9cfe-41a3-a5e1-8760b078b4be service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937140 Jul 22 21:10:57.593845 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 50490) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:57.680578 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c964c4-fe31-43be-bc65-ec02d9c7a90e req-b265a9eb-c5a4-4e99-8c16-4a8efcac1272 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:57.683048 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d3c964c4-fe31-43be-bc65-ec02d9c7a90e req-b265a9eb-c5a4-4e99-8c16-4a8efcac1272 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0925639 Jul 22 21:10:57.741981 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d3c964c4-fe31-43be-bc65-ec02d9c7a90e req-68e3de22-8166-4b8c-93fa-e01c8399f3dc tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531909 Jul 22 21:10:57.760546 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-41aa3a5c-d200-41e9-a0ae-867f4144f44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:57.880084 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-41aa3a5c-d200-41e9-a0ae-867f4144f44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:57.894334 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-41aa3a5c-d200-41e9-a0ae-867f4144f44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:57.960422 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-41aa3a5c-d200-41e9-a0ae-867f4144f44e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6660853000b742e4a595baf14745fa59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651526 Jul 22 21:10:57.963732 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa3a5c-d200-41e9-a0ae-867f4144f44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8edc95f-294c-4c59-a27d-91196d42a648,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:57.963990 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 50504) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:58.024368 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cb81dea5-99b0-4a90-bb52-1228fabe7e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:58.047185 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cb81dea5-99b0-4a90-bb52-1228fabe7e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:58.108102 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cb81dea5-99b0-4a90-bb52-1228fabe7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:58.112879 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-cb81dea5-99b0-4a90-bb52-1228fabe7e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:58.115306 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-cb81dea5-99b0-4a90-bb52-1228fabe7e61 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e8edc95f-294c-4c59-a27d-91196d42a648 HTTP/1.1" status: 204 len: 168 time: 0.1494501 Jul 22 21:10:58.127696 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81dea5-99b0-4a90-bb52-1228fabe7e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8edc95f-294c-4c59-a27d-91196d42a648,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:59.002336 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bd839-1b23-4f44-af00-0b3bdf7b51fb req-9e009fb4-da05-43bf-a1f0-2d2c88c6b771 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:59.005224 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cb1bd839-1b23-4f44-af00-0b3bdf7b51fb req-9e009fb4-da05-43bf-a1f0-2d2c88c6b771 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1334887 Jul 22 21:10:59.077819 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cb1bd839-1b23-4f44-af00-0b3bdf7b51fb req-21271e0a-67ba-4022-a64d-862a4ce5de1a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551388 Jul 22 21:11:00.118388 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-3423d64e-8438-4e98-b72b-8321dde2e826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:00.234438 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec60e-c365-4c31-8a15-2de41b83502e req-804463dc-9a90-4de0-b92e-d1ce143145c4 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:00.236006 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-714ec60e-c365-4c31-8a15-2de41b83502e req-804463dc-9a90-4de0-b92e-d1ce143145c4 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0718656 Jul 22 21:11:00.293045 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-714ec60e-c365-4c31-8a15-2de41b83502e req-9f4f3989-c1e7-42c8-98bb-e7b476ec0ee2 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506415 Jul 22 21:11:01.453172 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ab9c1-2d56-420a-a315-8b23b8cabcab req-a2c26ca1-55cb-44b2-ac3c-6b23a251b9cc tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:01.454677 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c65ab9c1-2d56-420a-a315-8b23b8cabcab req-a2c26ca1-55cb-44b2-ac3c-6b23a251b9cc tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0759776 Jul 22 21:11:01.506841 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c65ab9c1-2d56-420a-a315-8b23b8cabcab req-17bbac79-b21c-4619-a2c3-b06bf90418fd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Jul 22 21:11:02.848634 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-4d6b4436-0534-4373-bc7f-3338fcc68b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.187667 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:03.924991 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.468330 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7d7f3-31a5-4a09-a0e6-46a9b21ad070 req-639b0426-174b-41fe-b4f6-2bd6024c4672 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:04.470865 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bcb7d7f3-31a5-4a09-a0e6-46a9b21ad070 req-639b0426-174b-41fe-b4f6-2bd6024c4672 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0716317 Jul 22 21:11:04.510046 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bcb7d7f3-31a5-4a09-a0e6-46a9b21ad070 req-126fbf7d-53e7-47c8-aab7-b2003aac9c65 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332611 Jul 22 21:11:05.184535 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:05.732503 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958261d-12d6-46c7-9a42-0446f449259b req-9f5d95c5-c78a-489e-97cf-2ac1dabd99c6 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:05.735473 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1958261d-12d6-46c7-9a42-0446f449259b req-9f5d95c5-c78a-489e-97cf-2ac1dabd99c6 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0962720 Jul 22 21:11:05.789238 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1958261d-12d6-46c7-9a42-0446f449259b req-4d8e6506-2a0c-4edb-9051-d1d056f030d7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459597 Jul 22 21:11:06.816529 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-c718629a-f386-4ae7-81a9-7e405c8b1046 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:06.818558 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-c718629a-f386-4ae7-81a9-7e405c8b1046 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/networks?id=7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 200 len: 815 time: 0.1260273 Jul 22 21:11:06.834203 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-ab1b26d0-2d93-4045-a978-4bb4b90204aa tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/quotas/bdd72480ceae406eacaf35b79236a2af HTTP/1.1" status: 200 len: 375 time: 0.0101345 Jul 22 21:11:06.905000 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-95915b12-c151-430a-8dac-9cdc03a487a6 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdd72480ceae406eacaf35b79236a2af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614183 Jul 22 21:11:07.122363 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-6c93c57c-15fe-4b4d-af9f-2486dc73a8dd service neutron] 10.222.0.61 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050557 Jul 22 21:11:07.262968 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb957fd-7857-4e3c-abf1-d68d9d0d51d8 req-881feb25-af03-480b-b8f7-b906ae39ad18 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:07.264489 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ccb957fd-7857-4e3c-abf1-d68d9d0d51d8 req-881feb25-af03-480b-b8f7-b906ae39ad18 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.2078831 Jul 22 21:11:07.308078 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-4265c18d-7772-438a-98c4-80a315aa9dfa service neutron] 10.222.0.61 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779284 Jul 22 21:11:07.327413 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ccb957fd-7857-4e3c-abf1-d68d9d0d51d8 req-24e6579f-7da5-4452-8aed-92f68daf321a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521247 Jul 22 21:11:07.514329 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2deb8751-692d-4051-aa7f-b45541dc7abb req-78ef9bd5-084a-4fa3-8da1-14862a43ce19 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 210 time: 0.0313239 Jul 22 21:11:08.087885 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 50768) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:08.305935 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2466be37-e2f4-4474-8713-cdb6a4b56d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:08.420508 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2466be37-e2f4-4474-8713-cdb6a4b56d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:08.439804 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-2466be37-e2f4-4474-8713-cdb6a4b56d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:08.518585 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466be37-e2f4-4474-8713-cdb6a4b56d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f54002-c73b-4c3f-ad05-bb09acf1843a,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:08.529858 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-2466be37-e2f4-4474-8713-cdb6a4b56d51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc06254dc51845d392795a8578d23353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401348 Jul 22 21:11:08.533651 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 50776) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:08.579917 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6d186-d213-4c14-9161-8978f5237834 req-4ca6811d-5625-4632-9901-391f079a75e0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:08.582807 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-beb6d186-d213-4c14-9161-8978f5237834 req-4ca6811d-5625-4632-9901-391f079a75e0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1578159 Jul 22 21:11:08.613276 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-37d1a007-e0d6-43fe-be8a-8d27d063fee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:08.638858 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-37d1a007-e0d6-43fe-be8a-8d27d063fee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:08.671450 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14d3cf9f-81cf-4f25-a34c-06dcdfafa02f req-f691aa15-83d3-4cef-8a7d-8dcd3b86088f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 210 time: 0.0507541 Jul 22 21:11:08.697137 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-beb6d186-d213-4c14-9161-8978f5237834 req-23f6eead-72a4-4a41-8d9b-738d4db0b9c6 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996747 Jul 22 21:11:08.733280 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-37d1a007-e0d6-43fe-be8a-8d27d063fee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:08.733280 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-37d1a007-e0d6-43fe-be8a-8d27d063fee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:08.733280 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-37d1a007-e0d6-43fe-be8a-8d27d063fee4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25f54002-c73b-4c3f-ad05-bb09acf1843a HTTP/1.1" status: 204 len: 168 time: 0.1923392 Jul 22 21:11:08.738697 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1a007-e0d6-43fe-be8a-8d27d063fee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f54002-c73b-4c3f-ad05-bb09acf1843a,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:09.189372 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-41c6a3be-0890-422b-99d7-dcee2e6ee032 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:09.191054 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-41c6a3be-0890-422b-99d7-dcee2e6ee032 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "GET /v2.0/networks?id=7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 200 len: 815 time: 0.2526493 Jul 22 21:11:09.277982 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Request body: {'port': {'device_id': '9e3b45aa-c735-4941-9d16-826a3ca916db', 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb', 'admin_state_up': True, 'tenant_id': 'bdd72480ceae406eacaf35b79236a2af'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:09.444710 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Made reservation on behalf of bdd72480ceae406eacaf35b79236a2af for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:09.448732 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:09.634819 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Allocated IP 172.20.0.10 (7a265f2f-ca9f-48dd-8056-7dc61947facb/dff3cef0-586b-49f3-ad91-8fc1cc9d87ae/632e44d4-6168-41e7-beab-38d77ef53b0f) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:09.855703 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d0c9f939-0856-4b9e-a82c-91b2edcdc557 req-bc901424-c7c8-4d67-be23-db8398f67425 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 210 time: 0.0474684 Jul 22 21:11:09.927076 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:09.957005 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cbaa7-5411-4828-9dd9-0cfe9d0dd203 req-bebd5330-04da-47b6-9951-a46adbfbe4a5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:09.958430 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e96cbaa7-5411-4828-9dd9-0cfe9d0dd203 req-bebd5330-04da-47b6-9951-a46adbfbe4a5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1368823 Jul 22 21:11:10.015358 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e96cbaa7-5411-4828-9dd9-0cfe9d0dd203 req-3501e2a0-c709-4630-9ca8-e7861da80810 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493889 Jul 22 21:11:10.016329 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:10.069133 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ee55f92b-3b87-4b58-9e2f-d6ec11118bda'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:10.077414 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Network 7a265f2f-ca9f-48dd-8056-7dc61947facb is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:10.083093 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:10.090379 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:10.127141 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Pushing event updated for resources: {'Port': ['ID=632e44d4-6168-41e7-beab-38d77ef53b0f,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:10.169495 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:10.171775 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:10.208806 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-841f0967-de48-4250-b090-faca07e64250 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9374785 Jul 22 21:11:10.244704 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Request body: {'port': {'device_id': '9e3b45aa-c735-4941-9d16-826a3ca916db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:10.389694 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:10.668594 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 50842) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:10.864475 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f4c7e694-719f-4407-a52d-8515d0c135f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.014154 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f4c7e694-719f-4407-a52d-8515d0c135f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.020813 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f4c7e694-719f-4407-a52d-8515d0c135f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.081213 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-f4c7e694-719f-4407-a52d-8515d0c135f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bdf9a50c71f540e18435280e4c30dd2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114640 Jul 22 21:11:11.082081 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7e694-719f-4407-a52d-8515d0c135f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0528b766-233b-40f2-86e0-e0f194418a3e,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:11.085457 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 50850) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:11.152880 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8075e70e-3a0a-4f75-a7ee-d3bce2acf3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.185395 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8075e70e-3a0a-4f75-a7ee-d3bce2acf3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.247656 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8075e70e-3a0a-4f75-a7ee-d3bce2acf3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.250195 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8075e70e-3a0a-4f75-a7ee-d3bce2acf3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.251626 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-8075e70e-3a0a-4f75-a7ee-d3bce2acf3b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0528b766-233b-40f2-86e0-e0f194418a3e HTTP/1.1" status: 204 len: 168 time: 0.1646812 Jul 22 21:11:11.260863 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416c1f7-0e2d-4e45-9fff-119557ff77d9 req-605ef9e2-add5-4080-be97-2311684a8737 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:11.261766 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075e70e-3a0a-4f75-a7ee-d3bce2acf3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0528b766-233b-40f2-86e0-e0f194418a3e,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:11.263499 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0416c1f7-0e2d-4e45-9fff-119557ff77d9 req-605ef9e2-add5-4080-be97-2311684a8737 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 932 time: 0.2338839 Jul 22 21:11:11.368044 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632e44d4-6168-41e7-beab-38d77ef53b0f {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:11.377945 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.382763 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0416c1f7-0e2d-4e45-9fff-119557ff77d9 req-feccba2c-8ccc-4553-ae5d-8b42d5549e15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927396 Jul 22 21:11:11.396783 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fc753-16d8-4f1d-8d25-b31a833a32ac req-aaf8fb5a-0454-4a12-9fa1-a546c363eaae tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:11.398456 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9c0fc753-16d8-4f1d-8d25-b31a833a32ac req-aaf8fb5a-0454-4a12-9fa1-a546c363eaae tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.2453971 Jul 22 21:11:11.436437 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Transition to ACTIVE for port object 632e44d4-6168-41e7-beab-38d77ef53b0f will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:11.439334 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.522635 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9c0fc753-16d8-4f1d-8d25-b31a833a32ac req-16bd934b-9136-44cd-87d6-baaa4bb607d6 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172602 Jul 22 21:11:11.532585 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Pushing event updated for resources: {'Port': ['ID=632e44d4-6168-41e7-beab-38d77ef53b0f,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:11.620047 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Attempting to bind port 632e44d4-6168-41e7-beab-38d77ef53b0f on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:11.620383 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Attempting to bind port 632e44d4-6168-41e7-beab-38d77ef53b0f by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:11.620714 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Attempting to bind port 632e44d4-6168-41e7-beab-38d77ef53b0f on network 7a265f2f-ca9f-48dd-8056-7dc61947facb {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:11.634499 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Port 632e44d4-6168-41e7-beab-38d77ef53b0f on network 7a265f2f-ca9f-48dd-8056-7dc61947facb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:11.634499 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Attempting to bind port 632e44d4-6168-41e7-beab-38d77ef53b0f on network 7a265f2f-ca9f-48dd-8056-7dc61947facb {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:11.638117 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:11.638697 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Checking segment: {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:11.639535 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Bound using segment: {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:11.640453 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Bound port: 632e44d4-6168-41e7-beab-38d77ef53b0f, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:11.641768 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.725464 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] For port 632e44d4-6168-41e7-beab-38d77ef53b0f, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:11.727911 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] For port 632e44d4-6168-41e7-beab-38d77ef53b0f, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=632e44d4-6168-41e7-beab-38d77ef53b0f,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:11.735858 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.798108 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:11.799179 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:11.801704 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] 10.222.0.72 "PUT /v2.0/ports/632e44d4-6168-41e7-beab-38d77ef53b0f HTTP/1.1" status: 200 len: 1094 time: 1.5648143 Jul 22 21:11:11.802692 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3b45aa-c735-4941-9d16-826a3ca916db', 'tag': '632e44d4-6168-41e7-beab-38d77ef53b0f'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:11.806946 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24440f1-7178-4cbd-855c-887c3e92da85" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3b45aa-c735-4941-9d16-826a3ca916db", "tag": "632e44d4-6168-41e7-beab-38d77ef53b0f"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:11.867452 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6867d70-cf03-42ad-8239-b16047c56c76 service neutron] Pushing event updated for resources: {'Port': ['ID=632e44d4-6168-41e7-beab-38d77ef53b0f,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:11.905218 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94705015-b70c-493d-8530-f22c1c33e9a9 x-openstack-request-id: req-94705015-b70c-493d-8530-f22c1c33e9a9 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:11.905674 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3b45aa-c735-4941-9d16-826a3ca916db", "tag": "632e44d4-6168-41e7-beab-38d77ef53b0f", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:11.906512 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94705015-b70c-493d-8530-f22c1c33e9a9 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:11.907109 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3b45aa-c735-4941-9d16-826a3ca916db', 'tag': '632e44d4-6168-41e7-beab-38d77ef53b0f', 'status': 'completed', 'code': 200} Jul 22 21:11:12.017879 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-2e8323a2-d9b8-4ffe-8a8c-d0439e043a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:12.019575 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-2e8323a2-d9b8-4ffe-8a8c-d0439e043a51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdd72480ceae406eacaf35b79236a2af&device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 1097 time: 0.0882058 Jul 22 21:11:12.106281 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-6388b893-7a36-474d-b7a9-ca490f74407e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=632e44d4-6168-41e7-beab-38d77ef53b0f HTTP/1.1" status: 200 len: 217 time: 0.0637441 Jul 22 21:11:12.181707 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-fc4dc843-6fcf-4b6b-9aee-9b1aeebcfe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:12.183897 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-fc4dc843-6fcf-4b6b-9aee-9b1aeebcfe20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff3cef0-586b-49f3-ad91-8fc1cc9d87ae HTTP/1.1" status: 200 len: 855 time: 0.0597620 Jul 22 21:11:12.244008 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-1495a65d-ee4f-46dd-8750-39fd3cfca5ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a265f2f-ca9f-48dd-8056-7dc61947facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483425 Jul 22 21:11:12.414309 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-8e996170-b514-4568-b7c2-987edb8e4e71 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495774 Jul 22 21:11:12.654851 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cd9a8f5-ed8b-4f1c-ac1e-9c1a3c653fe3 req-5fc4baa2-34ad-4d35-9ec1-a04f5ed39660 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291100 Jul 22 21:11:12.729775 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96298226-d3ba-402d-8327-4c6e6934be2b req-081382d8-3bfb-46a9-8048-e53a66481b31 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:12.732160 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96298226-d3ba-402d-8327-4c6e6934be2b req-081382d8-3bfb-46a9-8048-e53a66481b31 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 944 time: 0.1965380 Jul 22 21:11:12.798741 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96298226-d3ba-402d-8327-4c6e6934be2b req-91f507d2-573a-40a8-94ef-9e22b1296a5c tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606747 Jul 22 21:11:12.836785 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffae6c0-7dd8-4c6a-9498-adb63887967c req-16b63466-197b-49fb-a724-00d4519743f8 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:12.838351 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cffae6c0-7dd8-4c6a-9498-adb63887967c req-16b63466-197b-49fb-a724-00d4519743f8 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1718295 Jul 22 21:11:12.918321 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24440f1-7178-4cbd-855c-887c3e92da85 req-424541f9-e3d9-464d-b4a6-84d9fedfa088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:12.920004 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e24440f1-7178-4cbd-855c-887c3e92da85 req-424541f9-e3d9-464d-b4a6-84d9fedfa088 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdd72480ceae406eacaf35b79236a2af&device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 1097 time: 0.1341648 Jul 22 21:11:12.932804 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cffae6c0-7dd8-4c6a-9498-adb63887967c req-d22afb2d-0c16-4679-be2e-d4fcb8662537 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804427 Jul 22 21:11:13.115296 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24440f1-7178-4cbd-855c-887c3e92da85 req-d5bf8fbd-955d-4240-8ac6-e4bd9ca76478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.118133 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e24440f1-7178-4cbd-855c-887c3e92da85 req-d5bf8fbd-955d-4240-8ac6-e4bd9ca76478 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 200 len: 916 time: 0.1583140 Jul 22 21:11:13.199410 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e24440f1-7178-4cbd-855c-887c3e92da85 req-cec40e46-2298-4f1e-8382-a2d42aecb50b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=632e44d4-6168-41e7-beab-38d77ef53b0f HTTP/1.1" status: 200 len: 217 time: 0.0521016 Jul 22 21:11:13.254867 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24440f1-7178-4cbd-855c-887c3e92da85 req-b149eafa-67e5-483a-b20a-ad9e16686609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.256857 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e24440f1-7178-4cbd-855c-887c3e92da85 req-b149eafa-67e5-483a-b20a-ad9e16686609 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff3cef0-586b-49f3-ad91-8fc1cc9d87ae HTTP/1.1" status: 200 len: 855 time: 0.0458620 Jul 22 21:11:13.305892 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e24440f1-7178-4cbd-855c-887c3e92da85 req-50c0e8fc-9f66-4423-9949-a71e8b17bbd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a265f2f-ca9f-48dd-8056-7dc61947facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331876 Jul 22 21:11:13.435162 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e24440f1-7178-4cbd-855c-887c3e92da85 req-3c016b83-bdd5-4466-92ef-277e5a8a2613 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170852 Jul 22 21:11:13.575950 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e24440f1-7178-4cbd-855c-887c3e92da85 req-9d1164a2-50c6-40b9-8450-f0de38c16768 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260374 Jul 22 21:11:13.984465 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f49b2-346b-4392-a34e-46fdbc8a02d8 req-9091e3f2-fc38-4006-8d42-d363f54c7bbc tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.986103 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c1f49b2-346b-4392-a34e-46fdbc8a02d8 req-9091e3f2-fc38-4006-8d42-d363f54c7bbc tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 944 time: 0.0764525 Jul 22 21:11:14.033494 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c1f49b2-346b-4392-a34e-46fdbc8a02d8 req-5dcd8774-e158-4d4d-a83c-2fcd0a092fc1 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394542 Jul 22 21:11:14.124147 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa084e-f9b7-4d13-b539-6f4049221a80 req-5a135837-1d70-40fe-b268-1cc38ec4b3ee tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:14.125655 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-31fa084e-f9b7-4d13-b539-6f4049221a80 req-5a135837-1d70-40fe-b268-1cc38ec4b3ee tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0805590 Jul 22 21:11:14.178929 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-31fa084e-f9b7-4d13-b539-6f4049221a80 req-1ba95f80-f124-403c-86b4-5d297c81881a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468295 Jul 22 21:11:15.228889 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26f966-653f-4cc7-a749-706b23550ca0 req-cc167ae4-6e10-452a-940b-6ae6d7b428fb tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:15.231570 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d26f966-653f-4cc7-a749-706b23550ca0 req-cc167ae4-6e10-452a-940b-6ae6d7b428fb tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 944 time: 0.0983574 Jul 22 21:11:15.336580 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d26f966-653f-4cc7-a749-706b23550ca0 req-aaac2d4e-c54a-47d2-b1a5-7f8fe0e0c3ab tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973783 Jul 22 21:11:15.387827 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fe198-58ab-446c-b6c8-1bb428b61c45 req-4860dba2-0925-407c-b497-50c9dc6b31a5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:15.390551 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ff0fe198-58ab-446c-b6c8-1bb428b61c45 req-4860dba2-0925-407c-b497-50c9dc6b31a5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1089830 Jul 22 21:11:15.453526 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ff0fe198-58ab-446c-b6c8-1bb428b61c45 req-f828baaa-920b-4d44-95fd-d2ccd302418d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560362 Jul 22 21:11:16.828130 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:17.960726 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 632e44d4-6168-41e7-beab-38d77ef53b0f details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:18.093889 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 632e44d4-6168-41e7-beab-38d77ef53b0f, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=632e44d4-6168-41e7-beab-38d77ef53b0f,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:18.115029 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '632e44d4-6168-41e7-beab-38d77ef53b0f', 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb', 'port_id': '632e44d4-6168-41e7-beab-38d77ef53b0f', 'mac_address': 'fa:16:3e:4e:78:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff3cef0-586b-49f3-ad91-8fc1cc9d87ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:18.182853 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.204308 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632e44d4-6168-41e7-beab-38d77ef53b0f {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:18.241264 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 632e44d4-6168-41e7-beab-38d77ef53b0f, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=632e44d4-6168-41e7-beab-38d77ef53b0f,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:18.251448 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.286290 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87f01e-8f11-4d56-970b-3cb370fa2898 req-8675ef4c-e8ec-493f-a2a8-5c3490555fee tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:18.289122 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ec87f01e-8f11-4d56-970b-3cb370fa2898 req-8675ef4c-e8ec-493f-a2a8-5c3490555fee tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 944 time: 0.1536899 Jul 22 21:11:18.308555 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=632e44d4-6168-41e7-beab-38d77ef53b0f,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:18.344200 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7dccb-8e32-4143-b38d-f77ccd781aed req-ea1e60c1-a8d8-4e20-b5aa-446553e80a69 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:18.345728 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0d7dccb-8e32-4143-b38d-f77ccd781aed req-ea1e60c1-a8d8-4e20-b5aa-446553e80a69 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1641021 Jul 22 21:11:18.354943 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ec87f01e-8f11-4d56-970b-3cb370fa2898 req-ec2e6276-383d-4506-81b1-13b2b906f38f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554602 Jul 22 21:11:18.402174 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0d7dccb-8e32-4143-b38d-f77ccd781aed req-8fee3848-3bfe-4a32-b8da-7d9af7b3b94d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458302 Jul 22 21:11:18.770195 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['632e44d4-6168-41e7-beab-38d77ef53b0f'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:19.556977 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0ad30-8f56-4132-b04b-be809653cbd6 req-ab5f4728-fce1-41da-9b95-f000fac2e596 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:19.558544 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51c0ad30-8f56-4132-b04b-be809653cbd6 req-ab5f4728-fce1-41da-9b95-f000fac2e596 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 945 time: 0.1160390 Jul 22 21:11:19.597149 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172046f6-464a-4169-9683-e79a34580830 req-42839206-7133-4089-a9bd-e5ed1c0d1bc7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:19.598627 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-172046f6-464a-4169-9683-e79a34580830 req-42839206-7133-4089-a9bd-e5ed1c0d1bc7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1183689 Jul 22 21:11:19.632282 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51c0ad30-8f56-4132-b04b-be809653cbd6 req-4dc2082b-1803-467f-80f2-ae13f3b4b59c tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602412 Jul 22 21:11:19.651970 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-172046f6-464a-4169-9683-e79a34580830 req-8147cadc-0736-4f8a-ba61-9e8a009c78fb tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465415 Jul 22 21:11:20.822239 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 632e44d4-6168-41e7-beab-38d77ef53b0f up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:20.832778 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b08fa6-9c5a-4394-8278-c693aeee8da2 req-15ce19ad-544b-4aad-96a8-75d972530bec tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.834453 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-81b08fa6-9c5a-4394-8278-c693aeee8da2 req-15ce19ad-544b-4aad-96a8-75d972530bec tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 945 time: 0.1155803 Jul 22 21:11:20.907779 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da78f7-2210-4137-8ef5-590ec0d8475f req-ac4e94eb-0173-4339-bb43-85e5f3cf44f0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:20.909614 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-77da78f7-2210-4137-8ef5-590ec0d8475f req-ac4e94eb-0173-4339-bb43-85e5f3cf44f0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1365850 Jul 22 21:11:20.921977 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-81b08fa6-9c5a-4394-8278-c693aeee8da2 req-85efd47d-1005-4fc2-94bb-1189d23053ae tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767748 Jul 22 21:11:20.922372 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port 632e44d4-6168-41e7-beab-38d77ef53b0f completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:20.929291 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 632e44d4-6168-41e7-beab-38d77ef53b0f triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:20.930114 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:21.020835 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-77da78f7-2210-4137-8ef5-590ec0d8475f req-c0b67467-2d75-4736-89f7-1b941918a57b tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976028 Jul 22 21:11:21.135708 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:21.189892 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3b45aa-c735-4941-9d16-826a3ca916db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632e44d4-6168-41e7-beab-38d77ef53b0f'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:21.192751 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633ae668-c5b8-4025-8642-07605f80e002" -d '{"events": [{"server_uuid": "9e3b45aa-c735-4941-9d16-826a3ca916db", "name": "network-vif-plugged", "status": "completed", "tag": "632e44d4-6168-41e7-beab-38d77ef53b0f"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:21.242209 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 632e44d4-6168-41e7-beab-38d77ef53b0f, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=632e44d4-6168-41e7-beab-38d77ef53b0f,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:21.248806 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:21.288831 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385bf295-fb1f-4850-a867-9fcdc0d92f1e x-openstack-request-id: req-385bf295-fb1f-4850-a867-9fcdc0d92f1e {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:21.289278 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3b45aa-c735-4941-9d16-826a3ca916db", "name": "network-vif-plugged", "status": "completed", "tag": "632e44d4-6168-41e7-beab-38d77ef53b0f", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:21.289473 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-385bf295-fb1f-4850-a867-9fcdc0d92f1e {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:21.289917 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3b45aa-c735-4941-9d16-826a3ca916db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632e44d4-6168-41e7-beab-38d77ef53b0f', 'code': 200} Jul 22 21:11:21.353837 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51110) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:21.362090 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=632e44d4-6168-41e7-beab-38d77ef53b0f,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:21.472331 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51114) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:21.623589 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1f1497ef-3e6e-4968-8f62-ca8fab0de84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:21.637607 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fe2c30d2-f9a4-40d0-a6a8-6637c6bc7769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:21.647072 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6eb5e-80c7-49fc-86ce-5e1feaf40682 req-c2b2e3dd-7261-44db-be49-4516efecbdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:21.648585 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-77e6eb5e-80c7-49fc-86ce-5e1feaf40682 req-c2b2e3dd-7261-44db-be49-4516efecbdf8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 1099 time: 0.1074388 Jul 22 21:11:21.671697 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.db.api [None req-fe2c30d2-f9a4-40d0-a6a8-6637c6bc7769 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:11:21.671697 dv-cinder-801902-1-iscsi neutron-server[93129]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 21:11:21.671697 dv-cinder-801902-1-iscsi neutron-server[93129]: [parameters: {'project_id': '7cd9a3e3146e4e1087938091776b061d', 'id': 'db132983-510b-45ac-85aa-c08118cf3e97', 'expiration': datetime.datetime(2021, 7, 22, 21, 13, 21, 666162)}] Jul 22 21:11:21.671697 dv-cinder-801902-1-iscsi neutron-server[93129]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:11:21.672555 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG oslo_db.api [None req-fe2c30d2-f9a4-40d0-a6a8-6637c6bc7769 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:11:21.706739 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-77e6eb5e-80c7-49fc-86ce-5e1feaf40682 req-ee53f2e2-5507-4697-a19e-fb78b1c0842b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396004 Jul 22 21:11:21.757967 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1f1497ef-3e6e-4968-8f62-ca8fab0de84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:21.763478 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1f1497ef-3e6e-4968-8f62-ca8fab0de84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:21.808976 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1497ef-3e6e-4968-8f62-ca8fab0de84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab3932e-3837-4c87-aecc-3784485ed2c5,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:21.815582 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-1f1497ef-3e6e-4968-8f62-ca8fab0de84b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=35f954125f194aea90711f297c6a168d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602146 Jul 22 21:11:21.818813 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51118) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:21.877021 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1a72350d-a5e6-46e2-bab3-493593937864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:21.904712 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1a72350d-a5e6-46e2-bab3-493593937864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:21.970641 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1a72350d-a5e6-46e2-bab3-493593937864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:21.975542 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1a72350d-a5e6-46e2-bab3-493593937864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:21.987424 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-1a72350d-a5e6-46e2-bab3-493593937864 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ab3932e-3837-4c87-aecc-3784485ed2c5 HTTP/1.1" status: 204 len: 168 time: 0.1612208 Jul 22 21:11:22.000740 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72350d-a5e6-46e2-bab3-493593937864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab3932e-3837-4c87-aecc-3784485ed2c5,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:22.174519 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fe2c30d2-f9a4-40d0-a6a8-6637c6bc7769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.245643 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139218b-ab27-4634-8057-399b04a6a24f req-02e489fa-a710-41f0-88ff-9e4bb39a8d22 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:22.248355 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d139218b-ab27-4634-8057-399b04a6a24f req-02e489fa-a710-41f0-88ff-9e4bb39a8d22 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 946 time: 0.1892459 Jul 22 21:11:22.427570 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fe2c30d2-f9a4-40d0-a6a8-6637c6bc7769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.434464 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fe2c30d2-f9a4-40d0-a6a8-6637c6bc7769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.483651 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ce5a3-a200-4897-a094-bc1bd2015cb7 req-e8593e80-342d-464d-bf43-590dbbe5c770 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:22.494431 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e13ce5a3-a200-4897-a094-bc1bd2015cb7 req-e8593e80-342d-464d-bf43-590dbbe5c770 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.3383639 Jul 22 21:11:22.533386 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d139218b-ab27-4634-8057-399b04a6a24f req-58624974-1b15-4521-88c1-58b1475ab91a tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099745 Jul 22 21:11:22.544502 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-fe2c30d2-f9a4-40d0-a6a8-6637c6bc7769 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7cd9a3e3146e4e1087938091776b061d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0695124 Jul 22 21:11:22.545951 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c30d2-f9a4-40d0-a6a8-6637c6bc7769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb47ced-c768-4d2e-be12-7cff48c5ac46,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:22.547912 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 51138) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:22.577967 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e13ce5a3-a200-4897-a094-bc1bd2015cb7 req-0fe278af-1659-4016-810f-8bad691bb191 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824659 Jul 22 21:11:22.626489 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4cd74a39-14d2-4437-a6db-069ef9b90205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.650112 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4cd74a39-14d2-4437-a6db-069ef9b90205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.714721 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4cd74a39-14d2-4437-a6db-069ef9b90205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.717758 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4cd74a39-14d2-4437-a6db-069ef9b90205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.719228 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4cd74a39-14d2-4437-a6db-069ef9b90205 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dbb47ced-c768-4d2e-be12-7cff48c5ac46 HTTP/1.1" status: 204 len: 168 time: 0.1698325 Jul 22 21:11:22.729381 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd74a39-14d2-4437-a6db-069ef9b90205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb47ced-c768-4d2e-be12-7cff48c5ac46,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:23.742895 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c219e-991e-49f4-8219-fbd912c796b3 req-619cfc22-987d-45d9-9993-3f2776b2e8e3 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:23.744459 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-620c219e-991e-49f4-8219-fbd912c796b3 req-619cfc22-987d-45d9-9993-3f2776b2e8e3 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 946 time: 0.0930884 Jul 22 21:11:23.803533 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-620c219e-991e-49f4-8219-fbd912c796b3 req-0152807e-1989-41a5-bfd7-7396e0ab6706 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491574 Jul 22 21:11:23.980067 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf6258-8562-4a9e-8133-0ed6653e7613 req-05645b1a-28f5-4d8d-b0bd-864b7fb0d17b tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:23.981645 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3daf6258-8562-4a9e-8133-0ed6653e7613 req-05645b1a-28f5-4d8d-b0bd-864b7fb0d17b tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0788333 Jul 22 21:11:24.032543 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3daf6258-8562-4a9e-8133-0ed6653e7613 req-c85f7546-591b-43a0-afc5-9287bde22064 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Jul 22 21:11:24.174140 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58ae6c-05a5-4009-bf35-5f699d0bfce0 req-bcd96988-07b7-4cc0-9481-d00ef29a8882 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:24.175883 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6b58ae6c-05a5-4009-bf35-5f699d0bfce0 req-bcd96988-07b7-4cc0-9481-d00ef29a8882 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.0801775 Jul 22 21:11:24.237652 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6b58ae6c-05a5-4009-bf35-5f699d0bfce0 req-93e4fb07-5a2f-490e-8607-8120d6535598 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528889 Jul 22 21:11:24.980111 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c7b44-c66e-433a-834c-be11459f676a req-864858f4-3290-4071-8beb-802438d96802 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:24.981705 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5d9c7b44-c66e-433a-834c-be11459f676a req-864858f4-3290-4071-8beb-802438d96802 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 946 time: 0.0966356 Jul 22 21:11:25.026495 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5d9c7b44-c66e-433a-834c-be11459f676a req-844388c9-3655-4386-9443-78045478ff1b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371470 Jul 22 21:11:25.250746 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf1280-d448-4e30-9d1b-d7acfa85b2c0 req-6799cfae-1fb3-4f62-b93f-4ceb4d7fd7dd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:25.253392 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1dcf1280-d448-4e30-9d1b-d7acfa85b2c0 req-6799cfae-1fb3-4f62-b93f-4ceb4d7fd7dd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1108820 Jul 22 21:11:25.325479 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1dcf1280-d448-4e30-9d1b-d7acfa85b2c0 req-e9c7dfa7-fa93-4569-9d4f-ad2c6a87976c tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605283 Jul 22 21:11:25.523249 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230e44d-d484-4610-81ab-8369fd4fb4e3 req-9e53d4a9-cb95-49a2-8b25-9f1de4c85800 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:25.525742 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c230e44d-d484-4610-81ab-8369fd4fb4e3 req-9e53d4a9-cb95-49a2-8b25-9f1de4c85800 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1467462 Jul 22 21:11:25.535897 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7220d76-0ef1-40cd-a489-e61fe55cb3c4 req-3a42d754-a60d-4db8-ac9a-91f8e657febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:25.539233 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c7220d76-0ef1-40cd-a489-e61fe55cb3c4 req-3a42d754-a60d-4db8-ac9a-91f8e657febe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.1103349 Jul 22 21:11:25.594307 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c230e44d-d484-4610-81ab-8369fd4fb4e3 req-5032a7d9-0400-4584-8721-7464b16dd6c8 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538342 Jul 22 21:11:25.611758 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c7220d76-0ef1-40cd-a489-e61fe55cb3c4 req-0c014118-a3fd-4731-9ae8-71ea0ba5225b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512080 Jul 22 21:11:26.490385 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446ec20-e4c6-43cf-adf9-f932271205fc req-fda0c75c-2225-4094-b1de-23366c6ecdde tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:26.497875 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c446ec20-e4c6-43cf-adf9-f932271205fc req-fda0c75c-2225-4094-b1de-23366c6ecdde tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0803647 Jul 22 21:11:26.534761 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c446ec20-e4c6-43cf-adf9-f932271205fc req-9a68946c-3576-4ee7-ad3f-502e431ed25f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367980 Jul 22 21:11:26.784304 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497065f4-d839-426d-b66b-a59b70aa1dd3 req-570adbca-6b07-459a-b4ce-4aa1ee7d58c6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:26.785960 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-497065f4-d839-426d-b66b-a59b70aa1dd3 req-570adbca-6b07-459a-b4ce-4aa1ee7d58c6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.0774269 Jul 22 21:11:26.833322 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-497065f4-d839-426d-b66b-a59b70aa1dd3 req-c46ef7c8-543e-41bf-9e4d-32ab08b80cc6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363982 Jul 22 21:11:27.677322 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d69d0-9c2d-4bc6-b729-e5e21c173cd9 req-13c670d4-9e20-4357-aee3-c4ecf4508c09 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:27.679453 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a6d69d0-9c2d-4bc6-b729-e5e21c173cd9 req-13c670d4-9e20-4357-aee3-c4ecf4508c09 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0730891 Jul 22 21:11:27.725969 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a6d69d0-9c2d-4bc6-b729-e5e21c173cd9 req-71fd0733-7eb7-49e8-8fe7-3a880e43460e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382159 Jul 22 21:11:28.097278 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8ea1b-abba-45f0-a908-8a9908d43962 req-64f18d65-5e78-4826-b399-0ac424f25a6b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:28.098809 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f0c8ea1b-abba-45f0-a908-8a9908d43962 req-64f18d65-5e78-4826-b399-0ac424f25a6b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1643791 Jul 22 21:11:28.379973 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f3b54-53a4-4250-b3b6-415d593cfb8a req-dbee0d12-5d08-49ae-b3a1-35993c99eb5e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:28.382035 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-227f3b54-53a4-4250-b3b6-415d593cfb8a req-dbee0d12-5d08-49ae-b3a1-35993c99eb5e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.3786049 Jul 22 21:11:28.385900 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbbdd0-f03c-496c-af0d-2687cf0da803 req-51bcbbe8-9870-421c-94c9-f693bf3d2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:28.387274 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ffbbdd0-f03c-496c-af0d-2687cf0da803 req-51bcbbe8-9870-421c-94c9-f693bf3d2711 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.3513098 Jul 22 21:11:28.392063 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f0c8ea1b-abba-45f0-a908-8a9908d43962 req-1ac48d57-d0d0-42aa-8da9-98a8483d04a8 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821181 Jul 22 21:11:28.458601 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-227f3b54-53a4-4250-b3b6-415d593cfb8a req-386b6c5c-e405-41fc-8111-bbfb66804627 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701413 Jul 22 21:11:28.512848 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbbdd0-f03c-496c-af0d-2687cf0da803 req-e4c2772a-02a3-470e-ae6d-42ed1b29def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:28.514357 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ffbbdd0-f03c-496c-af0d-2687cf0da803 req-e4c2772a-02a3-470e-ae6d-42ed1b29def6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 920 time: 0.1165512 Jul 22 21:11:28.572192 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ffbbdd0-f03c-496c-af0d-2687cf0da803 req-bb7758a1-5529-44db-a1cd-43a3093f9e45 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba033758-d3ba-4904-a9d6-738de55f6d53 HTTP/1.1" status: 200 len: 217 time: 0.0397532 Jul 22 21:11:28.636584 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbbdd0-f03c-496c-af0d-2687cf0da803 req-07784d13-097c-4d2f-85d8-b76f5610a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:28.637821 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ffbbdd0-f03c-496c-af0d-2687cf0da803 req-07784d13-097c-4d2f-85d8-b76f5610a4c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81c09867-3f71-4343-84b7-0293e6ab5741 HTTP/1.1" status: 200 len: 859 time: 0.0545714 Jul 22 21:11:28.686345 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ffbbdd0-f03c-496c-af0d-2687cf0da803 req-26053c6c-8880-4956-ad4c-fc9d94aa22fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9abf4eb-fe7c-4e13-a636-571e35d647a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415127 Jul 22 21:11:28.796274 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ffbbdd0-f03c-496c-af0d-2687cf0da803 req-0aec91dc-d9ff-43fe-97c5-0d7c891cb195 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949416 Jul 22 21:11:28.911558 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ffbbdd0-f03c-496c-af0d-2687cf0da803 req-b1711810-1074-4e8d-a9c0-77fd06e635b9 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993412 Jul 22 21:11:29.609336 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21750e2f-4552-4a56-a7f5-5205354afd37 req-b4b24b56-bf33-4e3e-bbb0-21452fb2d5de tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:29.611332 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-21750e2f-4552-4a56-a7f5-5205354afd37 req-b4b24b56-bf33-4e3e-bbb0-21452fb2d5de tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1237395 Jul 22 21:11:29.615931 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:11:29.682960 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29bd10-545d-417b-8e7e-4a7a18e5e0af req-405bdab3-29b5-4167-b44e-5215ae7fe4b0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:29.685393 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ea29bd10-545d-417b-8e7e-4a7a18e5e0af req-405bdab3-29b5-4167-b44e-5215ae7fe4b0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1377118 Jul 22 21:11:29.696975 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-21750e2f-4552-4a56-a7f5-5205354afd37 req-5ade2996-baff-4252-97b0-804b6d41404e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800121 Jul 22 21:11:29.759494 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ea29bd10-545d-417b-8e7e-4a7a18e5e0af req-021cf1aa-3a3f-4c26-89e3-d17c1459b62a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612338 Jul 22 21:11:30.122364 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-c04e542c-fb07-4cbf-88e9-e9585fb34b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:30.957208 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdc7da-b9ca-4cb9-acf1-9b8f47c7527b req-d6d9fa7c-7c7a-4077-8615-7a16c9844c86 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:30.958703 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8cdc7da-b9ca-4cb9-acf1-9b8f47c7527b req-d6d9fa7c-7c7a-4077-8615-7a16c9844c86 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1589665 Jul 22 21:11:30.978779 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289cbd5-3271-4348-8f69-495d4b749683 req-32fe6caf-0283-40bd-889c-4a4cb802b0a8 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:30.980325 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2289cbd5-3271-4348-8f69-495d4b749683 req-32fe6caf-0283-40bd-889c-4a4cb802b0a8 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1240301 Jul 22 21:11:31.045360 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8cdc7da-b9ca-4cb9-acf1-9b8f47c7527b req-4e7711ff-f4ef-47c4-a6d0-7f73c20b58a9 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769916 Jul 22 21:11:31.055010 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2289cbd5-3271-4348-8f69-495d4b749683 req-8a82bda0-5480-4da6-ab79-a57d2daef9ad tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678158 Jul 22 21:11:32.308139 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5a051-6eb1-488e-99a7-8e6035104682 req-bef2726d-9422-422d-bb46-32a4da6fc3f1 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:32.309759 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-83c5a051-6eb1-488e-99a7-8e6035104682 req-bef2726d-9422-422d-bb46-32a4da6fc3f1 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1665642 Jul 22 21:11:32.330638 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61a6fb-1d0b-4b89-9c0d-bd81c537183d req-c0bd6583-89a2-45a1-af21-d908c579a6ff tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:32.332260 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-de61a6fb-1d0b-4b89-9c0d-bd81c537183d req-c0bd6583-89a2-45a1-af21-d908c579a6ff tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1295748 Jul 22 21:11:32.385223 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-83c5a051-6eb1-488e-99a7-8e6035104682 req-bd0a0671-6ae8-4c8e-afcf-8bb75a7adf4c tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634382 Jul 22 21:11:32.424766 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-de61a6fb-1d0b-4b89-9c0d-bd81c537183d req-a970a55e-9902-4c7f-a9c5-1be7abc815d8 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773757 Jul 22 21:11:32.567724 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b04bf-a077-44a1-b5d7-2eb5f816b03e req-f6ed19c7-b5af-49ce-ba8a-0595a7d84885 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:32.569419 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a44b04bf-a077-44a1-b5d7-2eb5f816b03e req-f6ed19c7-b5af-49ce-ba8a-0595a7d84885 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.0966032 Jul 22 21:11:32.621553 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a44b04bf-a077-44a1-b5d7-2eb5f816b03e req-cb3199b2-93e2-421c-969b-2df6f2273af0 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451586 Jul 22 21:11:32.856314 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-cd35c40d-789c-465e-a51b-4c96ef439e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:33.199421 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:33.641794 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f99c8-3b44-4017-b58b-25c7bebdfa6e req-4124b53a-612b-4098-9276-c7ae7739085b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:33.644294 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cc5f99c8-3b44-4017-b58b-25c7bebdfa6e req-4124b53a-612b-4098-9276-c7ae7739085b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.0932441 Jul 22 21:11:33.716130 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cc5f99c8-3b44-4017-b58b-25c7bebdfa6e req-6480b070-08cf-43aa-9dc8-b1c17b30f086 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658343 Jul 22 21:11:33.802067 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3611599e-b027-422f-8ed5-418476e688b0 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:33.804527 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3611599e-b027-422f-8ed5-418476e688b0 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/networks?id=7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 200 len: 815 time: 0.1385515 Jul 22 21:11:33.873828 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-f417f5ff-b733-4ec8-a641-62461413bc98 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/quotas/bdd72480ceae406eacaf35b79236a2af HTTP/1.1" status: 200 len: 375 time: 0.0536771 Jul 22 21:11:33.928994 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:33.978442 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580f641-cc61-4826-a0f2-4e95c2a569f1 req-2c87f2a9-a9f0-4e02-9ed2-2109cb020ecd tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:33.980957 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7580f641-cc61-4826-a0f2-4e95c2a569f1 req-2c87f2a9-a9f0-4e02-9ed2-2109cb020ecd tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1744485 Jul 22 21:11:34.033545 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-703ef4c5-ca68-4a23-8269-3c5f3799fe6e tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdd72480ceae406eacaf35b79236a2af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511252 Jul 22 21:11:34.043703 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7580f641-cc61-4826-a0f2-4e95c2a569f1 req-2fe632c5-7691-44a1-bfba-281f7269afe5 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540187 Jul 22 21:11:34.190963 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-bc0ef043-6f3e-4e07-a303-f150f1a355a7 service neutron] 10.222.0.61 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460335 Jul 22 21:11:34.296896 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2ff11-f69c-4356-9189-6bd652bed67c req-a0868d64-6a2d-4d87-99ea-ebdef9e300ef tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:34.299476 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f8c2ff11-f69c-4356-9189-6bd652bed67c req-a0868d64-6a2d-4d87-99ea-ebdef9e300ef tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1717200 Jul 22 21:11:34.387774 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-b1ef97c9-f9b4-4247-b6d3-d4a0caf02bb7 service neutron] 10.222.0.61 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902859 Jul 22 21:11:34.395446 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f8c2ff11-f69c-4356-9189-6bd652bed67c req-caa13e39-f1e2-42be-8fe6-c28230f9676b tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882058 Jul 22 21:11:34.607238 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-94619989-f8c6-4caf-a588-0724f7717bf9 req-827994f1-5259-47b0-852e-4713dcbf5d1b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 210 time: 0.0445986 Jul 22 21:11:34.908351 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e8a3-5fbe-46f5-ab5e-ed6fe64af66b req-005052fe-1e0c-404f-8d6c-ad6dae86305e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:34.910124 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c441e8a3-5fbe-46f5-ab5e-ed6fe64af66b req-005052fe-1e0c-404f-8d6c-ad6dae86305e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.0956917 Jul 22 21:11:34.974349 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c441e8a3-5fbe-46f5-ab5e-ed6fe64af66b req-ba95a0a9-d341-4b17-88ab-e754f9347a8c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566163 Jul 22 21:11:35.195719 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:35.250999 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d121842-8adf-4ef5-9e65-21f343689997 req-8beab677-f527-40eb-85d6-697705c3c39f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:35.253579 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5d121842-8adf-4ef5-9e65-21f343689997 req-8beab677-f527-40eb-85d6-697705c3c39f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1275434 Jul 22 21:11:35.297976 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5d121842-8adf-4ef5-9e65-21f343689997 req-fd9c4d06-1346-4751-a337-bc9b2a6517d7 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375869 Jul 22 21:11:35.718710 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-24bd3724-1b13-43d9-9cc9-16931b6d0e5b req-e12b2d88-07ec-4cb8-bbf1-2d85e08ec62e tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 210 time: 0.0324938 Jul 22 21:11:36.220888 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-85cc8c7e-d669-4d5a-aeb8-b3ec1215d6d7 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:36.222644 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-85cc8c7e-d669-4d5a-aeb8-b3ec1215d6d7 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "GET /v2.0/networks?id=7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 200 len: 815 time: 0.2015700 Jul 22 21:11:36.243046 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4dcdb-0344-4650-8074-1aa69e1bcc2c req-b7bfb0bb-22f9-409c-9b9f-a6327733f4ab tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:36.244784 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-81e4dcdb-0344-4650-8074-1aa69e1bcc2c req-b7bfb0bb-22f9-409c-9b9f-a6327733f4ab tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1760030 Jul 22 21:11:36.254111 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Request body: {'port': {'device_id': 'dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41', 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb', 'admin_state_up': True, 'tenant_id': 'bdd72480ceae406eacaf35b79236a2af'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:36.351831 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-81e4dcdb-0344-4650-8074-1aa69e1bcc2c req-8e849f4e-158e-4bf3-bdae-2c5818e9b96e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935526 Jul 22 21:11:36.461833 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Made reservation on behalf of bdd72480ceae406eacaf35b79236a2af for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:36.466791 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.577344 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e051b-0f87-4d33-8d56-c563c71b9d99 req-4174e27e-34f0-4c7f-9418-af49eb5cb2f8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:36.580395 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f39e051b-0f87-4d33-8d56-c563c71b9d99 req-4174e27e-34f0-4c7f-9418-af49eb5cb2f8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1817830 Jul 22 21:11:36.685026 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f39e051b-0f87-4d33-8d56-c563c71b9d99 req-01e8021f-be8b-44b6-8e20-cf80d5afc03f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950704 Jul 22 21:11:36.717457 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Allocated IP 172.20.0.7 (7a265f2f-ca9f-48dd-8056-7dc61947facb/dff3cef0-586b-49f3-ad91-8fc1cc9d87ae/7a7282fe-0baf-4afd-9f36-7b7721ccd929) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:36.865905 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-90c2bdae-8c41-46c0-b12e-7922564258ab req-5e8affbd-2f3c-4330-b3c2-b3dc91af7251 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 210 time: 0.0625386 Jul 22 21:11:36.979395 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.027732 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.077818 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ee55f92b-3b87-4b58-9e2f-d6ec11118bda', '632e44d4-6168-41e7-beab-38d77ef53b0f'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:37.111758 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Network 7a265f2f-ca9f-48dd-8056-7dc61947facb is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:37.117903 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:37.125231 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:37.180226 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Pushing event updated for resources: {'Port': ['ID=7a7282fe-0baf-4afd-9f36-7b7721ccd929,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:37.259652 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:37.260521 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.287921 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-3b222b66-649d-42f0-88a4-0480834f324f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0382657 Jul 22 21:11:37.314048 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Request body: {'port': {'device_id': 'dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:37.412960 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.661967 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce24f14-8996-4630-a656-8663e5a5526a req-07ddb002-5135-49ef-befb-6e4c7dd714d1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:37.663988 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ce24f14-8996-4630-a656-8663e5a5526a req-07ddb002-5135-49ef-befb-6e4c7dd714d1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1345072 Jul 22 21:11:37.732990 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ce24f14-8996-4630-a656-8663e5a5526a req-dba4a78f-1791-4652-af12-9127598098e0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612299 Jul 22 21:11:37.770219 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7282fe-0baf-4afd-9f36-7b7721ccd929 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:37.778454 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.815697 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Transition to ACTIVE for port object 7a7282fe-0baf-4afd-9f36-7b7721ccd929 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:37.822365 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:37.887905 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7282fe-0baf-4afd-9f36-7b7721ccd929,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:37.948157 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55f4ba-55dd-492a-981b-0cc10248e1f2 req-7284cb64-48e5-4abb-b46e-a5a50063e35d tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:37.949678 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef55f4ba-55dd-492a-981b-0cc10248e1f2 req-7284cb64-48e5-4abb-b46e-a5a50063e35d tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1684155 Jul 22 21:11:38.236835 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef55f4ba-55dd-492a-981b-0cc10248e1f2 req-f050e36b-dd95-4843-98b5-596994823c64 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799942 Jul 22 21:11:38.237507 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Attempting to bind port 7a7282fe-0baf-4afd-9f36-7b7721ccd929 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:38.237832 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Attempting to bind port 7a7282fe-0baf-4afd-9f36-7b7721ccd929 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:38.238149 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Attempting to bind port 7a7282fe-0baf-4afd-9f36-7b7721ccd929 on network 7a265f2f-ca9f-48dd-8056-7dc61947facb {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:38.245932 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Port 7a7282fe-0baf-4afd-9f36-7b7721ccd929 on network 7a265f2f-ca9f-48dd-8056-7dc61947facb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:38.246276 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Attempting to bind port 7a7282fe-0baf-4afd-9f36-7b7721ccd929 on network 7a265f2f-ca9f-48dd-8056-7dc61947facb {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:38.257862 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:38.258190 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Checking segment: {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:38.258579 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Bound using segment: {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:38.258989 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Bound port: 7a7282fe-0baf-4afd-9f36-7b7721ccd929, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:38.259353 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.286521 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbf957-0b65-41d8-b0f5-3234abf69ac7 req-11392d3c-e586-4f1f-b7d7-be2cfd44f1c2 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.288081 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-86dbf957-0b65-41d8-b0f5-3234abf69ac7 req-11392d3c-e586-4f1f-b7d7-be2cfd44f1c2 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 943 time: 0.3375335 Jul 22 21:11:38.397925 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-86dbf957-0b65-41d8-b0f5-3234abf69ac7 req-615a2701-eb23-4d11-91d5-5f4f8f918c0e tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904663 Jul 22 21:11:38.399690 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] For port 7a7282fe-0baf-4afd-9f36-7b7721ccd929, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:38.436039 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] For port 7a7282fe-0baf-4afd-9f36-7b7721ccd929, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7a7282fe-0baf-4afd-9f36-7b7721ccd929,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:38.443951 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.489887 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.491173 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:38.492793 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] 10.222.0.72 "PUT /v2.0/ports/7a7282fe-0baf-4afd-9f36-7b7721ccd929 HTTP/1.1" status: 200 len: 1093 time: 1.1887732 Jul 22 21:11:38.493291 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41', 'tag': '7a7282fe-0baf-4afd-9f36-7b7721ccd929'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:38.495525 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9019612-17db-4450-b3c1-c72293d9afea" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41", "tag": "7a7282fe-0baf-4afd-9f36-7b7721ccd929"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:38.530337 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df126d15-1c9a-47c1-b7e7-467ff62ee0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7282fe-0baf-4afd-9f36-7b7721ccd929,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:38.548265 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6db156-f602-406e-a24f-ae0c08a09b3c x-openstack-request-id: req-9d6db156-f602-406e-a24f-ae0c08a09b3c {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:38.548565 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41", "tag": "7a7282fe-0baf-4afd-9f36-7b7721ccd929", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:38.548813 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d6db156-f602-406e-a24f-ae0c08a09b3c {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:38.549239 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41', 'tag': '7a7282fe-0baf-4afd-9f36-7b7721ccd929', 'status': 'completed', 'code': 200} Jul 22 21:11:38.685367 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-0059e6dc-243f-4c6a-98cc-e8c8494e574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.686707 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-0059e6dc-243f-4c6a-98cc-e8c8494e574f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdd72480ceae406eacaf35b79236a2af&device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 1096 time: 0.0867708 Jul 22 21:11:38.738456 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-86dac256-89f9-4bf0-a1d8-1556d0ac0494 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7282fe-0baf-4afd-9f36-7b7721ccd929 HTTP/1.1" status: 200 len: 217 time: 0.0354037 Jul 22 21:11:38.791378 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-0dabee2a-4273-43f0-a7d6-fdeb65f44f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.793238 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-0dabee2a-4273-43f0-a7d6-fdeb65f44f04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff3cef0-586b-49f3-ad91-8fc1cc9d87ae HTTP/1.1" status: 200 len: 855 time: 0.0480175 Jul 22 21:11:38.840283 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-86049119-bf04-4fed-a4b0-4503ba8f6e2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a265f2f-ca9f-48dd-8056-7dc61947facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352364 Jul 22 21:11:38.981421 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b568e-bf39-45c9-9be3-5d4ff32d2ff3 req-b26453e8-b47a-4f65-9e31-8ac5cac74bfc tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.982844 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-803b568e-bf39-45c9-9be3-5d4ff32d2ff3 req-b26453e8-b47a-4f65-9e31-8ac5cac74bfc tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1450782 Jul 22 21:11:38.985068 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-b8e34845-32eb-4531-81ec-0473eb175ba0 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329932 Jul 22 21:11:39.048844 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-803b568e-bf39-45c9-9be3-5d4ff32d2ff3 req-20f236e5-1c90-4deb-96ea-87a4ecf2bad2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603478 Jul 22 21:11:39.099415 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bad81cf6-f6d4-4ac2-8171-22bebbcf411b req-43aad00e-2276-4cc6-bee7-4d328f5db109 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032081 Jul 22 21:11:39.317194 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019612-17db-4450-b3c1-c72293d9afea req-8d1ae839-1c8b-4777-ae6b-9fe139992466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:39.320123 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9019612-17db-4450-b3c1-c72293d9afea req-8d1ae839-1c8b-4777-ae6b-9fe139992466 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdd72480ceae406eacaf35b79236a2af&device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 1096 time: 0.0858722 Jul 22 21:11:39.457048 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019612-17db-4450-b3c1-c72293d9afea req-1bb518b9-49e3-49d2-bd86-f1521c24c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:39.458569 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9019612-17db-4450-b3c1-c72293d9afea req-1bb518b9-49e3-49d2-bd86-f1521c24c8bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 200 len: 916 time: 0.1251476 Jul 22 21:11:39.467953 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569fde9-9b66-4296-bf43-b6b20d4ffbda req-85ea1744-4d17-4737-9d88-ac5a0c7fe729 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:39.469439 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b569fde9-9b66-4296-bf43-b6b20d4ffbda req-85ea1744-4d17-4737-9d88-ac5a0c7fe729 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1444392 Jul 22 21:11:39.517284 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9019612-17db-4450-b3c1-c72293d9afea req-2d0ba260-1c91-4cd7-a045-3de23d985681 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7282fe-0baf-4afd-9f36-7b7721ccd929 HTTP/1.1" status: 200 len: 217 time: 0.0467620 Jul 22 21:11:39.612198 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b569fde9-9b66-4296-bf43-b6b20d4ffbda req-2cfe08f0-9c82-4baf-b3ec-38d7335c1c99 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353900 Jul 22 21:11:39.622987 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019612-17db-4450-b3c1-c72293d9afea req-d873bef2-0e51-4d9d-8a58-c8e21e06b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:39.624742 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9019612-17db-4450-b3c1-c72293d9afea req-d873bef2-0e51-4d9d-8a58-c8e21e06b580 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff3cef0-586b-49f3-ad91-8fc1cc9d87ae HTTP/1.1" status: 200 len: 855 time: 0.0919018 Jul 22 21:11:39.652288 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02efada-f8f2-4ab3-8f07-33f5602837c0 req-2f273d20-98f0-4cba-b64a-fa259a620654 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:39.653944 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e02efada-f8f2-4ab3-8f07-33f5602837c0 req-2f273d20-98f0-4cba-b64a-fa259a620654 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 943 time: 0.1406140 Jul 22 21:11:39.697585 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9019612-17db-4450-b3c1-c72293d9afea req-1db52938-dbb9-4712-9413-0445c0cd2788 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a265f2f-ca9f-48dd-8056-7dc61947facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397742 Jul 22 21:11:39.754775 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e02efada-f8f2-4ab3-8f07-33f5602837c0 req-584334be-6bc1-4711-a78d-0c307e7169ab tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883312 Jul 22 21:11:39.814821 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9019612-17db-4450-b3c1-c72293d9afea req-51e5fb85-e768-42ac-8c97-6c439cf30e96 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072345 Jul 22 21:11:39.907516 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9019612-17db-4450-b3c1-c72293d9afea req-05a881b6-78f6-4697-9e61-661dd56547d7 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844591 Jul 22 21:11:40.192290 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbb1ef-36a6-40ac-a3f8-71ae51a1cd53 req-f17ae69a-2add-4681-9386-991a66bf3403 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:40.193875 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8fbb1ef-36a6-40ac-a3f8-71ae51a1cd53 req-f17ae69a-2add-4681-9386-991a66bf3403 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.0683300 Jul 22 21:11:40.246887 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8fbb1ef-36a6-40ac-a3f8-71ae51a1cd53 req-74513412-3724-4db1-986d-ad9740895c45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437348 Jul 22 21:11:40.755850 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56431c37-97a2-417d-8fde-c08c084833e9 req-ead36603-45fd-4237-a2db-ecca8aa85e7c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:40.757480 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56431c37-97a2-417d-8fde-c08c084833e9 req-ead36603-45fd-4237-a2db-ecca8aa85e7c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.0724490 Jul 22 21:11:40.805739 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56431c37-97a2-417d-8fde-c08c084833e9 req-706d63cf-c048-4a6a-9cbf-dff188a08d40 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399759 Jul 22 21:11:40.935152 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20dfaa-ac05-43c0-8789-821e8ce46178 req-fb8a86b1-7966-43a2-87cc-89f5ba33fee6 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:40.936640 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7c20dfaa-ac05-43c0-8789-821e8ce46178 req-fb8a86b1-7966-43a2-87cc-89f5ba33fee6 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 943 time: 0.0939960 Jul 22 21:11:40.977069 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7c20dfaa-ac05-43c0-8789-821e8ce46178 req-cee37f60-3bd0-4a5f-a905-a948b26a39f4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346076 Jul 22 21:11:41.409869 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cf0e6-7410-434a-8c2e-992882c5e80a req-5eec50f0-b7aa-450c-9111-b2a50937ed85 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:41.411675 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-da2cf0e6-7410-434a-8c2e-992882c5e80a req-5eec50f0-b7aa-450c-9111-b2a50937ed85 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.0869341 Jul 22 21:11:41.472534 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-da2cf0e6-7410-434a-8c2e-992882c5e80a req-0a65d788-53fa-42aa-abad-7afa6d306806 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539584 Jul 22 21:11:41.949226 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3e9bd-83ad-48b4-82ce-f08634feb1ae req-d97f755c-e931-468d-9691-30d48795a0f7 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:41.950761 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-49c3e9bd-83ad-48b4-82ce-f08634feb1ae req-d97f755c-e931-468d-9691-30d48795a0f7 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.0674996 Jul 22 21:11:41.995300 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-49c3e9bd-83ad-48b4-82ce-f08634feb1ae req-fcf2d1b7-6045-4b4b-bf2f-16c4fc9bb8c2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379348 Jul 22 21:11:42.134557 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea421221-fa39-4d00-af81-7cc96e6188f4 req-064edda9-77a3-48b0-a5d6-6016aef4d231 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:42.136079 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ea421221-fa39-4d00-af81-7cc96e6188f4 req-064edda9-77a3-48b0-a5d6-6016aef4d231 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 943 time: 0.0699580 Jul 22 21:11:42.189073 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ea421221-fa39-4d00-af81-7cc96e6188f4 req-2ad606da-8f9c-4aab-af8c-685632be2e57 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Jul 22 21:11:42.258065 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 51436) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:42.397567 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3e8b-b7c5-4ef6-ba8b-3b819cb09020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.509994 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3e8b-b7c5-4ef6-ba8b-3b819cb09020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.515051 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3e8b-b7c5-4ef6-ba8b-3b819cb09020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.581388 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7bbf3e8b-b7c5-4ef6-ba8b-3b819cb09020 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72a6b7c8c35b457fbb5eef0165921df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212147 Jul 22 21:11:42.584831 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51448) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:42.607102 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf3e8b-b7c5-4ef6-ba8b-3b819cb09020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda7357a-e116-43b2-8564-29a0b8a4d822,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:42.644066 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f8649-0721-4fbb-b953-fd4792a27356 req-a4360821-6089-4086-beae-3610931f5269 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:42.645762 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-032f8649-0721-4fbb-b953-fd4792a27356 req-a4360821-6089-4086-beae-3610931f5269 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.0849273 Jul 22 21:11:42.647080 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-92949aff-8362-47e6-8314-c439dfcb606e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.676345 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-92949aff-8362-47e6-8314-c439dfcb606e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.702893 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-032f8649-0721-4fbb-b953-fd4792a27356 req-4d6a1cb2-99da-4a7d-9a44-93271b21f134 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461287 Jul 22 21:11:42.744867 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-92949aff-8362-47e6-8314-c439dfcb606e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.747649 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-92949aff-8362-47e6-8314-c439dfcb606e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:42.749113 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-92949aff-8362-47e6-8314-c439dfcb606e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bda7357a-e116-43b2-8564-29a0b8a4d822 HTTP/1.1" status: 204 len: 168 time: 0.1626089 Jul 22 21:11:42.758210 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92949aff-8362-47e6-8314-c439dfcb606e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda7357a-e116-43b2-8564-29a0b8a4d822,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:42.856969 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acaa0f-8e7a-4b43-9044-937f4b96ab9b req-5176e5c7-3004-40f7-adfe-e7a7b4f1d73b tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:42.858648 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-81acaa0f-8e7a-4b43-9044-937f4b96ab9b req-5176e5c7-3004-40f7-adfe-e7a7b4f1d73b tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1225333 Jul 22 21:11:42.865298 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1de001-6b32-4a26-9d89-f342b1c93bef req-1bd6786c-42af-406c-b1da-588e597ecaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:42.866796 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd1de001-6b32-4a26-9d89-f342b1c93bef req-1bd6786c-42af-406c-b1da-588e597ecaa7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.0875533 Jul 22 21:11:42.916250 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7a7282fe-0baf-4afd-9f36-7b7721ccd929 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:42.931243 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-81acaa0f-8e7a-4b43-9044-937f4b96ab9b req-81af73f3-8867-4902-bbee-d31eee1567d2 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633602 Jul 22 21:11:43.008855 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1de001-6b32-4a26-9d89-f342b1c93bef req-3c7702cd-22f7-4615-8fe5-5c6d825e7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:43.011951 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd1de001-6b32-4a26-9d89-f342b1c93bef req-3c7702cd-22f7-4615-8fe5-5c6d825e7648 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 920 time: 0.1360495 Jul 22 21:11:43.045409 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7a7282fe-0baf-4afd-9f36-7b7721ccd929, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7a7282fe-0baf-4afd-9f36-7b7721ccd929,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:43.063523 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '7a7282fe-0baf-4afd-9f36-7b7721ccd929', 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb', 'port_id': '7a7282fe-0baf-4afd-9f36-7b7721ccd929', 'mac_address': 'fa:16:3e:e7:44:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff3cef0-586b-49f3-ad91-8fc1cc9d87ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:43.075487 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd1de001-6b32-4a26-9d89-f342b1c93bef req-2248d8b2-b88b-498a-8562-bec990f09545 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba033758-d3ba-4904-a9d6-738de55f6d53 HTTP/1.1" status: 200 len: 217 time: 0.0453417 Jul 22 21:11:43.110586 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.130232 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7282fe-0baf-4afd-9f36-7b7721ccd929 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:43.161475 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7a7282fe-0baf-4afd-9f36-7b7721ccd929, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7a7282fe-0baf-4afd-9f36-7b7721ccd929,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:43.168654 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.174064 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1de001-6b32-4a26-9d89-f342b1c93bef req-fbb3b16c-6aa8-4396-8db7-3fa380ab0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:43.175836 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd1de001-6b32-4a26-9d89-f342b1c93bef req-fbb3b16c-6aa8-4396-8db7-3fa380ab0a21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81c09867-3f71-4343-84b7-0293e6ab5741 HTTP/1.1" status: 200 len: 859 time: 0.0899150 Jul 22 21:11:43.223397 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd1de001-6b32-4a26-9d89-f342b1c93bef req-56b78a87-1442-4c99-8ed8-dcbb33e1b9f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9abf4eb-fe7c-4e13-a636-571e35d647a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344722 Jul 22 21:11:43.253992 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6c093-f707-49d8-8328-95068920f634 req-e82d9ede-75b5-4a1f-9f68-a7497220a6b8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:43.256700 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3e6c093-f707-49d8-8328-95068920f634 req-e82d9ede-75b5-4a1f-9f68-a7497220a6b8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1611760 Jul 22 21:11:43.280985 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=7a7282fe-0baf-4afd-9f36-7b7721ccd929,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:43.291624 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:43.291973 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:43.292496 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:43.292912 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:43.293283 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:43.293641 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:43.293969 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:43.294282 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:43.294780 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:43.295250 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:43.295868 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:43.296182 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:43.402528 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3e6c093-f707-49d8-8328-95068920f634 req-ed45f9d0-04c8-4856-9dc6-fb2000074c89 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226625 Jul 22 21:11:43.439150 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd1de001-6b32-4a26-9d89-f342b1c93bef req-ef826918-2666-4f0c-8092-610fad4a2874 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027004 Jul 22 21:11:43.466615 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc57ed-47c6-4538-9517-362d588f21bf req-b9cd6154-23f3-443d-bc39-7ddb3a3a1982 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:43.468618 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4afc57ed-47c6-4538-9517-362d588f21bf req-b9cd6154-23f3-443d-bc39-7ddb3a3a1982 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 944 time: 0.1904330 Jul 22 21:11:43.558293 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4afc57ed-47c6-4538-9517-362d588f21bf req-72c39be9-473c-4ab6-b860-50dc9abc115c tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765922 Jul 22 21:11:43.589650 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51476) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:43.591455 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd1de001-6b32-4a26-9d89-f342b1c93bef req-5e786a60-d2ff-4bc1-ad38-5ac3fabd6c5b service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419036 Jul 22 21:11:43.678514 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['7a7282fe-0baf-4afd-9f36-7b7721ccd929'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:43.705253 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1144440006-network', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:43.733903 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Made reservation on behalf of 2d64087a21984722bde5bc91d44ce0df for: {'network': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:43.736747 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.747557 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.874177 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5e9a4-118c-471d-b64e-8ecff96f3aad req-8a8ccf1d-cf48-41fc-871b-2b6ef5b23570 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:43.875855 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4a5e9a4-118c-471d-b64e-8ecff96f3aad req-8a8ccf1d-cf48-41fc-871b-2b6ef5b23570 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.0798626 Jul 22 21:11:43.883504 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.888635 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.917136 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:11:43.921983 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4a5e9a4-118c-471d-b64e-8ecff96f3aad req-6b2f0a6e-00d3-436f-a01b-ca6882fffd32 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373478 Jul 22 21:11:43.929130 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f8460c-6e2a-49a4-8e57-6870c5c1709a,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:43.938609 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:43.939802 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.segments_db [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Added segment 086b9ab0-e507-419b-a101-8636f3b48ef0 of type vlan for network 75d01a07-1004-4894-b159-65c12a3faea0 Jul 22 21:11:43.999959 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.043010 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.044955 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:44.046038 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.082796 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4919932 Jul 22 21:11:44.091807 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5047bd5-8611-4424-aa72-400429642f93 req-fe6e4d93-0dfb-49ee-b29c-e1a1b89eb26d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:44.093653 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c5047bd5-8611-4424-aa72-400429642f93 req-fe6e4d93-0dfb-49ee-b29c-e1a1b89eb26d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0754638 Jul 22 21:11:44.094217 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 51488) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:44.098927 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-957203e8-bb5a-4c44-b372-671fac24f352 admin admin] Request body: {'subnet': {'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1144440006-subnet', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:44.128447 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c04366-8106-4ae5-bd4e-a37abca48c5c admin admin] Pushing event updated for resources: {'Network': ['ID=75d01a07-1004-4894-b159-65c12a3faea0,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:44.141211 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 75d01a07-1004-4894-b159-65c12a3faea0 details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:11:44.159286 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957203e8-bb5a-4c44-b372-671fac24f352 admin admin] Made reservation on behalf of 2d64087a21984722bde5bc91d44ce0df for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:44.162186 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-957203e8-bb5a-4c44-b372-671fac24f352 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8576971'] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.168631 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c5047bd5-8611-4424-aa72-400429642f93 req-c31fe1fa-77a7-4b86-80b1-e58968a7ecc1 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658042 Jul 22 21:11:44.371602 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-957203e8-bb5a-4c44-b372-671fac24f352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3138586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8576953'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.421746 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957203e8-bb5a-4c44-b372-671fac24f352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:44.444807 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957203e8-bb5a-4c44-b372-671fac24f352 admin admin] Checking segment: {'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:44.445295 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957203e8-bb5a-4c44-b372-671fac24f352 admin admin] Network hostable DHCP agents. Network: 75d01a07-1004-4894-b159-65c12a3faea0, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:11:44.467405 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957203e8-bb5a-4c44-b372-671fac24f352 admin admin] Network 75d01a07-1004-4894-b159-65c12a3faea0 is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:11:44.480564 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-957203e8-bb5a-4c44-b372-671fac24f352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 75d01a07-1004-4894-b159-65c12a3faea0) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:44.488866 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957203e8-bb5a-4c44-b372-671fac24f352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:44.489874 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-957203e8-bb5a-4c44-b372-671fac24f352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.491222 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9e9a42-f608-4163-a5ed-f94f2a784b3d None None] Network 75d01a07-1004-4894-b159-65c12a3faea0 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:44.561992 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-957203e8-bb5a-4c44-b372-671fac24f352 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4667990 Jul 22 21:11:44.565808 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 51492) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:44.572345 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:44.626668 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-369506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59113'] for router, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.627853 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59110'] for router, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.656115 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e259edb-883f-460a-aa13-78689f2ba2dc req-cea6f685-bf95-4fa7-b099-93436c8aa05e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1617296 Jul 22 21:11:44.678776 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a0554-3eb5-48bc-94a0-59fc05ab1dea req-f8ee3215-69fc-4010-93c5-6b75e4a43945 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:44.680952 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-190a0554-3eb5-48bc-94a0-59fc05ab1dea req-f8ee3215-69fc-4010-93c5-6b75e4a43945 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1716716 Jul 22 21:11:44.696553 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65543306-413c-5b99-9acb-ae0ce15c5c2c-75d01a07-1004-4894-b159-65c12a3faea0', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'fixed_ips': [{'subnet_id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30'}]}} from dv-cinder-801902-1-iscsi. {{(pid=93130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:11:44.697626 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.735690 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:44.881901 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.db_base_plugin_common [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Allocated IP 172.20.0.2 (75d01a07-1004-4894-b159-65c12a3faea0/d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30/2ee33ee4-39f9-47c3-8c20-559d948ca779) {{(pid=93130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:45.073539 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Notify callbacks [] for port, precommit_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.085177 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Transition to ACTIVE for port object 2ee33ee4-39f9-47c3-8c20-559d948ca779 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:45.105911 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Transition to ACTIVE for port object 2ee33ee4-39f9-47c3-8c20-559d948ca779 will not be triggered until provisioned by entity DHCP. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:45.113364 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.156748 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Network 75d01a07-1004-4894-b159-65c12a3faea0 is already hosted by enough agents. {{(pid=93130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:45.159729 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.base_scheduler [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Resources bound (agent type, host, resource id): {{(pid=93130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:45.164064 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-190a0554-3eb5-48bc-94a0-59fc05ab1dea req-3077cf35-24c7-4fb8-b969-a49f976cfa37 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4412198 Jul 22 21:11:45.167460 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Received port after_create {{(pid=93130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:45.170880 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Pushing event updated for resources: {'Port': ['ID=2ee33ee4-39f9-47c3-8c20-559d948ca779,revision_number=1']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:45.176177 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59092'] for router, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.197995 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e259edb-883f-460a-aa13-78689f2ba2dc req-9e3aaaf2-33f1-4581-9ef4-5ba1d9a58caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:45.206538 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e259edb-883f-460a-aa13-78689f2ba2dc req-9e3aaaf2-33f1-4581-9ef4-5ba1d9a58caa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 1099 time: 0.4868851 Jul 22 21:11:45.218446 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a1bea-c452-4e04-b47a-8300d0eb301f req-1aad4833-fe30-4ac5-8046-c181db6b187d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:45.220467 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-965a1bea-c452-4e04-b47a-8300d0eb301f req-1aad4833-fe30-4ac5-8046-c181db6b187d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 944 time: 0.5369840 Jul 22 21:11:45.247725 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Attempting to bind port 2ee33ee4-39f9-47c3-8c20-559d948ca779 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:45.248090 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Attempting to bind port 2ee33ee4-39f9-47c3-8c20-559d948ca779 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:45.248817 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Attempting to bind port 2ee33ee4-39f9-47c3-8c20-559d948ca779 on network 75d01a07-1004-4894-b159-65c12a3faea0 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:45.260329 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:45.260858 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Checking segment: {'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:45.261448 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.262132 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Bound using segment: {'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:45.262943 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Bound port: 2ee33ee4-39f9-47c3-8c20-559d948ca779, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:45.263232 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.343987 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] For port 2ee33ee4-39f9-47c3-8c20-559d948ca779, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:45.347306 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] For port 2ee33ee4-39f9-47c3-8c20-559d948ca779, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=2ee33ee4-39f9-47c3-8c20-559d948ca779,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:45.355871 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:45.414662 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-965a1bea-c452-4e04-b47a-8300d0eb301f req-ffe6e873-4863-4f31-a564-351652904401 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786733 Jul 22 21:11:45.419476 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd27ab3-dd13-4284-92ec-c9d72b2bac1a None None] Pushing event updated for resources: {'Port': ['ID=2ee33ee4-39f9-47c3-8c20-559d948ca779,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:45.469885 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e259edb-883f-460a-aa13-78689f2ba2dc req-2f6fe6cd-ab76-4bc2-812e-ff861525915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:45.471764 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e259edb-883f-460a-aa13-78689f2ba2dc req-2f6fe6cd-ab76-4bc2-812e-ff861525915b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 920 time: 0.2245731 Jul 22 21:11:45.557469 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e259edb-883f-460a-aa13-78689f2ba2dc req-37f6f4a7-7636-4b3f-8ae8-96e28db0a79b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0305e92f-e279-46a5-ab80-c398b70ad6c2 HTTP/1.1" status: 200 len: 217 time: 0.0598083 Jul 22 21:11:45.619535 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bc3ab-d597-4a92-9dfd-e88e8c4bdcbc req-1d9df8f1-fb11-4ac1-be4a-81c12f4dd33d tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:45.621229 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-889bc3ab-d597-4a92-9dfd-e88e8c4bdcbc req-1d9df8f1-fb11-4ac1-be4a-81c12f4dd33d tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.3412566 Jul 22 21:11:45.684265 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e259edb-883f-460a-aa13-78689f2ba2dc req-a57cd2c1-dc60-459b-aa63-762b05430101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:45.685647 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e259edb-883f-460a-aa13-78689f2ba2dc req-a57cd2c1-dc60-459b-aa63-762b05430101 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81c09867-3f71-4343-84b7-0293e6ab5741 HTTP/1.1" status: 200 len: 859 time: 0.1095839 Jul 22 21:11:45.760204 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-889bc3ab-d597-4a92-9dfd-e88e8c4bdcbc req-8b2b149d-1f39-4237-9182-0515e5622d19 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215024 Jul 22 21:11:45.762385 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e259edb-883f-460a-aa13-78689f2ba2dc req-6a47fd1a-6279-4f2d-a53f-941a7cdf5cc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9abf4eb-fe7c-4e13-a636-571e35d647a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540226 Jul 22 21:11:45.772529 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1b598-41b1-4d19-a2c2-c102d8fe5cea req-f653a28b-a522-48b9-9b41-714ae45edde5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:45.774316 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d6d1b598-41b1-4d19-a2c2-c102d8fe5cea req-f653a28b-a522-48b9-9b41-714ae45edde5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.2647574 Jul 22 21:11:45.962834 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d6d1b598-41b1-4d19-a2c2-c102d8fe5cea req-88899be0-dc41-46ea-a709-f12d057023f8 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254222 Jul 22 21:11:45.970749 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.003410 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.013486 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e259edb-883f-460a-aa13-78689f2ba2dc req-e0c32537-10c1-4011-bd3c-b29ad04e232b service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369552 Jul 22 21:11:46.194321 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Allocated IP 172.27.1.103 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/ee4685a3-abf5-48ef-a190-4127020382d9) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:46.201665 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e259edb-883f-460a-aa13-78689f2ba2dc req-c57ab9fc-7c94-4c32-9753-bce5e3f8ce37 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584263 Jul 22 21:11:46.370497 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.417100 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61075213-4706-485d-8dfb-24661c6cef6b req-25434f11-38df-49bc-b035-3eac7dec4bf6 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:46.417875 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-61075213-4706-485d-8dfb-24661c6cef6b req-25434f11-38df-49bc-b035-3eac7dec4bf6 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1307955 Jul 22 21:11:46.462975 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.497662 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-61075213-4706-485d-8dfb-24661c6cef6b req-15050628-87cb-445f-8e83-4133576876d5 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721476 Jul 22 21:11:46.502413 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0275bfe9-029a-4551-8b85-644a27cdaa87 None None] Network 75d01a07-1004-4894-b159-65c12a3faea0 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:46.524547 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:46.536403 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:46.558651 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:46.594340 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4685a3-abf5-48ef-a190-4127020382d9,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:46.624108 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-61a845a3-969f-41c9-b127-533f649d409c None None] Provisioning for port 2ee33ee4-39f9-47c3-8c20-559d948ca779 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:46.706188 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3a2c3-bf69-47e9-869e-12e70e240ffd req-b87e111d-dbde-4e4f-85a6-7c9befdcfd71 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:46.707769 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9ce3a2c3-bf69-47e9-869e-12e70e240ffd req-b87e111d-dbde-4e4f-85a6-7c9befdcfd71 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 944 time: 0.1869154 Jul 22 21:11:46.840614 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.937482 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:46.952489 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7a7282fe-0baf-4afd-9f36-7b7721ccd929 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:47.051492 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9ce3a2c3-bf69-47e9-869e-12e70e240ffd req-ebe27c86-549c-49b2-8a28-a70f38f42ebe tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924850 Jul 22 21:11:47.176322 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port 7a7282fe-0baf-4afd-9f36-7b7721ccd929 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:47.187858 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:47.191942 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 7a7282fe-0baf-4afd-9f36-7b7721ccd929 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:47.192513 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.206389 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c94f-25b5-47d0-b301-41c586736626 req-bafd5375-4818-4ba9-85eb-e42ef9085f3d tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:47.208025 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2211c94f-25b5-47d0-b301-41c586736626 req-bafd5375-4818-4ba9-85eb-e42ef9085f3d tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.2508855 Jul 22 21:11:47.222487 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'port_id': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'mac_address': 'fa:16:3e:bd:91:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:47.276382 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.321859 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2211c94f-25b5-47d0-b301-41c586736626 req-7e9e6c4f-bfac-4f8f-947b-defa9bf31244 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053500 Jul 22 21:11:47.332843 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.352398 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.355325 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:47.393629 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6672ce5-f69f-4a2c-a936-cf7a6bd848df req-e182de1b-b0ab-436a-a58f-a1e37a8e1814 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:47.401392 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7282fe-0baf-4afd-9f36-7b7721ccd929'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:47.403766 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba728f0-e7af-4161-a63e-6410e709b411" -d '{"events": [{"server_uuid": "dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41", "name": "network-vif-plugged", "status": "completed", "tag": "7a7282fe-0baf-4afd-9f36-7b7721ccd929"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:47.404102 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b6672ce5-f69f-4a2c-a936-cf7a6bd848df req-e182de1b-b0ab-436a-a58f-a1e37a8e1814 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.2533727 Jul 22 21:11:47.409532 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:47.421221 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7a7282fe-0baf-4afd-9f36-7b7721ccd929, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7a7282fe-0baf-4afd-9f36-7b7721ccd929,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:47.422296 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.428382 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.469552 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffac54f-2edc-4fa1-a287-e96e4d2b75a8 x-openstack-request-id: req-6ffac54f-2edc-4fa1-a287-e96e4d2b75a8 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:47.469842 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41", "name": "network-vif-plugged", "status": "completed", "tag": "7a7282fe-0baf-4afd-9f36-7b7721ccd929", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:47.470232 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ffac54f-2edc-4fa1-a287-e96e4d2b75a8 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:47.470648 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7282fe-0baf-4afd-9f36-7b7721ccd929', 'code': 200} Jul 22 21:11:47.471299 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 2ee33ee4-39f9-47c3-8c20-559d948ca779 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:47.480525 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b6672ce5-f69f-4a2c-a936-cf7a6bd848df req-1253b19d-8df2-4177-9798-da8ed26d6661 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750253 Jul 22 21:11:47.523685 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,revision_number=6']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:47.583269 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 2ee33ee4-39f9-47c3-8c20-559d948ca779 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:47.598796 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 2ee33ee4-39f9-47c3-8c20-559d948ca779 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:47.599985 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.607454 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=7a7282fe-0baf-4afd-9f36-7b7721ccd929,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:47.712380 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-369596'] for router, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.823784 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:47.855502 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa93cf4-cae2-465b-bd62-5891860a7fc6 req-3a7c5f8e-76ca-429b-9646-30aeaaf82139 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:47.857031 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0fa93cf4-cae2-465b-bd62-5891860a7fc6 req-3a7c5f8e-76ca-429b-9646-30aeaaf82139 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.2188787 Jul 22 21:11:47.867579 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.922580 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port 2ee33ee4-39f9-47c3-8c20-559d948ca779, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=2ee33ee4-39f9-47c3-8c20-559d948ca779,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:47.927077 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a29fa3-035f-497c-8b34-b72569d31d22 req-56ee1b08-c26f-4371-bca8-cc62fc80f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:47.928840 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-45a29fa3-035f-497c-8b34-b72569d31d22 req-56ee1b08-c26f-4371-bca8-cc62fc80f68a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 1098 time: 0.1211119 Jul 22 21:11:47.935131 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.979896 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0fa93cf4-cae2-465b-bd62-5891860a7fc6 req-6fb50064-a6dc-4c4f-a4d1-c510723cf6bf tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870764 Jul 22 21:11:48.011612 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-45a29fa3-035f-497c-8b34-b72569d31d22 req-e5c1b882-a45e-44ca-bbfb-79de50d89885 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630827 Jul 22 21:11:48.012165 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Router efa7c75a-9340-4d95-97c4-69a33091f845 is scheduled to L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df with binding_index 1 {{(pid=93128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:11:48.040146 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=2ee33ee4-39f9-47c3-8c20-559d948ca779,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:48.150217 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:48.169218 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Sync routers for ids ['efa7c75a-9340-4d95-97c4-69a33091f845'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:48.185386 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Routers {'efa7c75a-9340-4d95-97c4-69a33091f845'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:48.186055 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:11:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['efa7c75a-9340-4d95-97c4-69a33091f845'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:48.206838 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.208028 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-394c9e9b-5e52-4d18-a56a-d4aecdb16856 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6418524 Jul 22 21:11:48.212142 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 51536) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:48.317371 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Set router efa7c75a-9340-4d95-97c4-69a33091f845 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:48.332741 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f617b-78e3-4f95-b881-43994710940c req-c1a08801-41fa-45cd-8b87-320ceb57c034 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:48.335183 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3e9f617b-78e3-4f95-b881-43994710940c req-c1a08801-41fa-45cd-8b87-320ceb57c034 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 945 time: 0.1695120 Jul 22 21:11:48.504448 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3e9f617b-78e3-4f95-b881-43994710940c req-d580d89b-7ef3-463f-9fa8-266560628f45 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499915 Jul 22 21:11:48.585575 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:11:47Z', 'revision_number': 3, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:48.625638 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Checking router: efa7c75a-9340-4d95-97c4-69a33091f845 for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:48.626475 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Updating router efa7c75a-9340-4d95-97c4-69a33091f845 port ee4685a3-abf5-48ef-a190-4127020382d9 binding host dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:11:48.684189 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.715037 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c99a2-3efd-46c4-b568-fb660af17644 req-d5a34f54-e80e-4372-a83a-6c9ef9eb14d1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:48.727056 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa4c99a2-3efd-46c4-b568-fb660af17644 req-d5a34f54-e80e-4372-a83a-6c9ef9eb14d1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 944 time: 0.2784946 Jul 22 21:11:48.846844 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa4c99a2-3efd-46c4-b568-fb660af17644 req-adcc4fdf-22dc-4b47-b86d-0ffbbf93746c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183503 Jul 22 21:11:48.934320 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:49.060163 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:49.060877 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.218704 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Notify callbacks [] for port, precommit_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.220069 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.229943 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc765-dd25-45ee-8a28-b5d01182fb49 req-6973f786-c3bc-4b8f-a2f3-05271e0419b2 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:49.231576 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f35bc765-dd25-45ee-8a28-b5d01182fb49 req-6973f786-c3bc-4b8f-a2f3-05271e0419b2 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.6032596 Jul 22 21:11:49.234016 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.provisioning_blocks [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Transition to ACTIVE for port object ee4685a3-abf5-48ef-a190-4127020382d9 will not be triggered until provisioned by entity L2. {{(pid=93131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:49.254604 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.285015 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:49.285344 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Attempting to bind port ee4685a3-abf5-48ef-a190-4127020382d9 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:49.285898 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Attempting to bind port ee4685a3-abf5-48ef-a190-4127020382d9 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:49.286447 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Attempting to bind port ee4685a3-abf5-48ef-a190-4127020382d9 on network c2812c71-7be5-4495-afd6-eaefb879ca73 {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:49.295923 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.312960 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:49.313376 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Checking segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:49.313779 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.314404 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Bound using segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:49.315050 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Bound port: ee4685a3-abf5-48ef-a190-4127020382d9, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:49.315617 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.383027 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f35bc765-dd25-45ee-8a28-b5d01182fb49 req-e0bc0a8c-7473-4010-865a-ae78100bda7e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270380 Jul 22 21:11:49.384854 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] For port ee4685a3-abf5-48ef-a190-4127020382d9, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:49.389020 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] For port ee4685a3-abf5-48ef-a190-4127020382d9, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=ee4685a3-abf5-48ef-a190-4127020382d9,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:49.397513 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.431572 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 2ee33ee4-39f9-47c3-8c20-559d948ca779 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:49.448831 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901965cc-652e-446f-806a-53a3301a770e req-8b2e5753-ae51-46e6-aedf-2d390be0f518 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:49.450564 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-901965cc-652e-446f-806a-53a3301a770e req-8b2e5753-ae51-46e6-aedf-2d390be0f518 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.2517118 Jul 22 21:11:49.488057 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Routers {'efa7c75a-9340-4d95-97c4-69a33091f845'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:49.488299 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:49.490224 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:11:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['efa7c75a-9340-4d95-97c4-69a33091f845'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:49.492365 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707c8bdf-9797-40e5-b287-7bfabc316189" -d '{"events": [{"server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "name": "network-vif-plugged", "status": "completed", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:49.494479 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Pushing event updated for resources: {'Port': ['ID=ee4685a3-abf5-48ef-a190-4127020382d9,revision_number=2']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:49.520375 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,revision_number=7']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:49.544634 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:49.545599 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:49.546301 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:49.546926 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:49.547468 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:49.548120 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:49.548608 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:49.549190 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:49.549695 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:49.550202 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:49.550710 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:49.551176 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:49.581844 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 2ee33ee4-39f9-47c3-8c20-559d948ca779 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:49.582386 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.620969 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-901965cc-652e-446f-806a-53a3301a770e req-cf7782b7-97df-4218-9b72-aeea2b4dafd2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601996 Jul 22 21:11:49.631431 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81603317-dbdc-48e5-bfad-c4c6c70c5480 x-openstack-request-id: req-81603317-dbdc-48e5-bfad-c4c6c70c5480 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:49.631849 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "name": "network-vif-plugged", "status": "completed", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:49.632189 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-81603317-dbdc-48e5-bfad-c4c6c70c5480 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:49.632673 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'code': 200} Jul 22 21:11:49.635593 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:49.707316 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4fc1c-462d-4c8f-822e-c96e0dab57ba None None] Pushing event updated for resources: {'Port': ['ID=ee4685a3-abf5-48ef-a190-4127020382d9,revision_number=3']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:49.740878 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] Set router efa7c75a-9340-4d95-97c4-69a33091f845 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:49.947870 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b6b90-3ec0-4ce7-a81f-d9a1e9e394d0 req-bfd2f176-0836-478c-bce3-8ced522d4dd2 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:49.950088 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b55b6b90-3ec0-4ce7-a81f-d9a1e9e394d0 req-bfd2f176-0836-478c-bce3-8ced522d4dd2 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 945 time: 0.2074232 Jul 22 21:11:50.024266 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Allocated IP 172.20.0.1 (75d01a07-1004-4894-b159-65c12a3faea0/d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30/4248e335-376c-469b-9c19-65d959b4d538) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:50.033202 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:11:47Z', 'revision_number': 3, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:50.077446 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85371b6-1f3c-4fd4-9322-1161ff7cd96a None None] The sync data for ids ['efa7c75a-9340-4d95-97c4-69a33091f845'] in dv-cinder-801902-1-iscsi is: [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:11:47Z', 'revision_number': 3, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:11:50.090474 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b55b6b90-3ec0-4ce7-a81f-d9a1e9e394d0 req-6ffeff42-a7e3-49f9-a0f9-b65439c71adf tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329222 Jul 22 21:11:50.230701 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae65d00-3050-40e8-9037-4939d38ef528 req-d2323163-4f4c-40ce-9b65-fa453f40f6ae tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:50.237905 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fae65d00-3050-40e8-9037-4939d38ef528 req-d2323163-4f4c-40ce-9b65-fa453f40f6ae tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.2290404 Jul 22 21:11:50.321197 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fae65d00-3050-40e8-9037-4939d38ef528 req-0a559d41-f3f8-4ca0-9ac3-8f0ef3066ea7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818548 Jul 22 21:11:50.326707 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.349861 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Transition to ACTIVE for port object 4248e335-376c-469b-9c19-65d959b4d538 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:50.448459 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.519958 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Network 75d01a07-1004-4894-b159-65c12a3faea0 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:50.524499 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:50.533762 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:50.605461 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Pushing event updated for resources: {'Port': ['ID=4248e335-376c-469b-9c19-65d959b4d538,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:50.747229 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369485'] for router_interface, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.869179 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f7a6f-bc14-4c5a-a93e-96600f8f5a70 req-5d16da17-6cdb-40da-b74f-8d90477bdb6e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:50.871699 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a11f7a6f-bc14-4c5a-a93e-96600f8f5a70 req-5d16da17-6cdb-40da-b74f-8d90477bdb6e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.3174589 Jul 22 21:11:50.876441 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-c5e5f567-6179-46b4-88f7-57ee1086a362 None None] Provisioning for port 4248e335-376c-469b-9c19-65d959b4d538 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:50.882158 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-c5e5f567-6179-46b4-88f7-57ee1086a362 None None] Provisioning complete for port 4248e335-376c-469b-9c19-65d959b4d538 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:50.882528 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-c5e5f567-6179-46b4-88f7-57ee1086a362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.951501 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-c5e5f567-6179-46b4-88f7-57ee1086a362 None None] Port 4248e335-376c-469b-9c19-65d959b4d538 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:11:50.997269 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a11f7a6f-bc14-4c5a-a93e-96600f8f5a70 req-40ddb0ba-7e5f-416e-a732-9ab52b4f236d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152089 Jul 22 21:11:51.021901 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8331b-38a8-4c4a-8ae2-9ab0b1b78ad3 req-cbd6dd18-24e0-482e-b2ec-97d29f822624 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:51.025449 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9d8331b-38a8-4c4a-8ae2-9ab0b1b78ad3 req-cbd6dd18-24e0-482e-b2ec-97d29f822624 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.2271290 Jul 22 21:11:51.111705 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9d8331b-38a8-4c4a-8ae2-9ab0b1b78ad3 req-a6dffbc6-c69f-4ad1-839f-ad673617b690 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826266 Jul 22 21:11:51.125802 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.374482 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a019066-09dc-420b-97c4-c667bec9b185 req-45ae8ca8-efb2-4eb1-ba0e-873a91efb2c0 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:51.376003 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a019066-09dc-420b-97c4-c667bec9b185 req-45ae8ca8-efb2-4eb1-ba0e-873a91efb2c0 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 945 time: 0.1768706 Jul 22 21:11:51.410564 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device ee4685a3-abf5-48ef-a190-4127020382d9 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:51.452879 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a019066-09dc-420b-97c4-c667bec9b185 req-ca2409b5-6bc2-4922-a9ee-4ea51463830e tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624371 Jul 22 21:11:51.455312 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.463100 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.509285 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port ee4685a3-abf5-48ef-a190-4127020382d9 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:51.513814 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port ee4685a3-abf5-48ef-a190-4127020382d9 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:51.514256 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.769294 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.793992 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416765'] for router_interface, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.802172 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port ee4685a3-abf5-48ef-a190-4127020382d9, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=ee4685a3-abf5-48ef-a190-4127020382d9,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:51.806123 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Pushing event updated for resources: {'Port': ['ID=4248e335-376c-469b-9c19-65d959b4d538,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:51.810328 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.835833 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb4849-6ee2-41fa-862b-461e2657ffa8 req-15336c7d-4c17-4a66-9496-d249973a35ba tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:51.842514 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-68cb4849-6ee2-41fa-862b-461e2657ffa8 req-15336c7d-4c17-4a66-9496-d249973a35ba tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.3405869 Jul 22 21:11:51.865229 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:51.865529 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:51.865966 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:51.866365 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:51.866806 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:51.867203 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:51.867620 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:51.868032 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:51.869001 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:51.869474 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:51.869978 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:51.870616 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:51.875318 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=ee4685a3-abf5-48ef-a190-4127020382d9,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:51.978390 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-68cb4849-6ee2-41fa-862b-461e2657ffa8 req-f7d033a6-c23a-4168-b671-2bd923841be6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164329 Jul 22 21:11:52.057601 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Network 75d01a07-1004-4894-b159-65c12a3faea0 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:52.059908 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:52.375217 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Router efa7c75a-9340-4d95-97c4-69a33091f845 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:11:52.397221 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-26b97d1d-52fc-4a8a-8460-13e88ca22bde None None] Provisioning complete for port 4248e335-376c-469b-9c19-65d959b4d538 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:52.398022 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-26b97d1d-52fc-4a8a-8460-13e88ca22bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:52.402588 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6623185-5187-42f9-818c-0ec5c971ceda req-3d0e4877-1a45-4ad9-9d1a-6799428e943a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:52.407469 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b6623185-5187-42f9-818c-0ec5c971ceda req-3d0e4877-1a45-4ad9-9d1a-6799428e943a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.2080467 Jul 22 21:11:52.465974 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-26b97d1d-52fc-4a8a-8460-13e88ca22bde None None] Port 4248e335-376c-469b-9c19-65d959b4d538 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:11:52.507511 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9787e9d-9351-478f-bb06-b46b030b5f97 req-947dc144-82ca-41f4-80ff-0401e3366256 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:52.509132 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e9787e9d-9351-478f-bb06-b46b030b5f97 req-947dc144-82ca-41f4-80ff-0401e3366256 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.2424395 Jul 22 21:11:52.547888 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b6623185-5187-42f9-818c-0ec5c971ceda req-2e9837f4-a54b-4543-bb53-2576c05b9c6c tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214793 Jul 22 21:11:52.607625 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e9787e9d-9351-478f-bb06-b46b030b5f97 req-e4221bfb-82fd-446a-9f26-9c24d520dfc1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694954 Jul 22 21:11:52.623735 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:52.637818 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Sync routers for ids ['efa7c75a-9340-4d95-97c4-69a33091f845'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:52.641824 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-9f010079-716f-4d50-beaf-f12d7370294d admin admin] 10.222.0.61 "PUT /v2.0/routers/efa7c75a-9340-4d95-97c4-69a33091f845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4286726 Jul 22 21:11:52.656056 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Routers {'efa7c75a-9340-4d95-97c4-69a33091f845'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:52.657891 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:11:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['efa7c75a-9340-4d95-97c4-69a33091f845'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:52.808780 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Set router efa7c75a-9340-4d95-97c4-69a33091f845 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:53.237031 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '4248e335-376c-469b-9c19-65d959b4d538', 'name': '', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'mac_address': 'fa:16:3e:59:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:49Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 2, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'subnets': [{'id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:53.271107 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Checking router: efa7c75a-9340-4d95-97c4-69a33091f845 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:53.271368 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Updating router efa7c75a-9340-4d95-97c4-69a33091f845 port 4248e335-376c-469b-9c19-65d959b4d538 binding host dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:11:53.280282 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7291b88-2e61-424e-815e-6c4d14ed3c9e req-1c90e711-fbdc-455d-9a98-c444b1b8e8b0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:53.282667 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7291b88-2e61-424e-815e-6c4d14ed3c9e req-1c90e711-fbdc-455d-9a98-c444b1b8e8b0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1381123 Jul 22 21:11:53.355323 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7291b88-2e61-424e-815e-6c4d14ed3c9e req-abcf6e9e-4124-4c44-a508-ab5164ba9dc0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662246 Jul 22 21:11:53.386732 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:53.409997 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device ee4685a3-abf5-48ef-a190-4127020382d9 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:53.540256 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port ee4685a3-abf5-48ef-a190-4127020382d9 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:53.540651 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:53.781704 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51612) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:53.788368 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1645164848-network', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:53.838355 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Made reservation on behalf of da6ee0cade9f4df68eba68fd900c4b30 for: {'network': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:53.841472 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:53.856709 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:53.934598 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404e630-250c-46cb-be14-7c81af7db357 req-97517e21-ffc3-4cc3-af95-ed5978a12717 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:53.937415 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1404e630-250c-46cb-be14-7c81af7db357 req-97517e21-ffc3-4cc3-af95-ed5978a12717 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1965456 Jul 22 21:11:54.082161 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.095909 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.117052 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.124686 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1404e630-250c-46cb-be14-7c81af7db357 req-ba829399-3273-434c-80ae-7b979e803250 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786466 Jul 22 21:11:54.163817 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Transition to ACTIVE for port object 4248e335-376c-469b-9c19-65d959b4d538 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:54.167659 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:11:54.172388 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.175643 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63c153-afff-44d8-9646-0293ca41ef84 req-2bf334dc-fc31-450e-91e2-f2bfaac75ee8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:54.178779 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09486b2-5918-4211-abd2-4cbd8ee8dfcb,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:54.193141 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:54.193683 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:54.194236 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:54.194798 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:54.195346 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:54.195884 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:54.196403 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:54.196932 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:54.197539 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:54.197733 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63c153-afff-44d8-9646-0293ca41ef84 req-2bf334dc-fc31-450e-91e2-f2bfaac75ee8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.3052466 Jul 22 21:11:54.198766 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:54.198766 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:54.199073 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:54.209652 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.210279 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.segments_db [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Added segment 029f1b93-73a7-4f7f-9947-dba1ede470e9 of type vlan for network 6613ced6-26ce-4218-8f6a-1d1acd04683f Jul 22 21:11:54.261599 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a74307-c315-4cf4-ae9f-24907ed7a253 None None] Pushing event updated for resources: {'Port': ['ID=4248e335-376c-469b-9c19-65d959b4d538,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:54.346603 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.391165 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Attempting to bind port 4248e335-376c-469b-9c19-65d959b4d538 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:54.391723 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Attempting to bind port 4248e335-376c-469b-9c19-65d959b4d538 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:54.392300 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Attempting to bind port 4248e335-376c-469b-9c19-65d959b4d538 on network 75d01a07-1004-4894-b159-65c12a3faea0 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:54.407085 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:54.407634 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Checking segment: {'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:54.408045 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.408489 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Bound using segment: {'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:54.408955 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Bound port: 4248e335-376c-469b-9c19-65d959b4d538, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:54.413274 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.445713 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.447106 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:54.448042 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.555671 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] For port 4248e335-376c-469b-9c19-65d959b4d538, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:54.557984 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7748988 Jul 22 21:11:54.561691 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51616) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:54.568627 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] For port 4248e335-376c-469b-9c19-65d959b4d538, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=4248e335-376c-469b-9c19-65d959b4d538,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:54.576664 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-4e9956d4-b6cf-4b3d-8b84-12e0ddfae143 admin admin] Request body: {'subnet': {'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1645164848-subnet', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'ip_version': 4}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:54.584828 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.674674 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa63c153-afff-44d8-9646-0293ca41ef84 req-f4040aba-98b1-45ea-9310-13d47cd727a2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4746594 Jul 22 21:11:54.697223 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5e7b6-15bc-4a09-98cb-80b3b0e0d2c7 admin admin] Pushing event updated for resources: {'Network': ['ID=6613ced6-26ce-4218-8f6a-1d1acd04683f,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:54.723123 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 6613ced6-26ce-4218-8f6a-1d1acd04683f details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:11:54.733567 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bf77a-cb45-4fed-a199-7866cc0ff9fb req-814c1529-bcda-4d7c-858f-b85f41f1b4e7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:54.735089 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c57bf77a-cb45-4fed-a199-7866cc0ff9fb req-814c1529-bcda-4d7c-858f-b85f41f1b4e7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1259723 Jul 22 21:11:54.749269 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9956d4-b6cf-4b3d-8b84-12e0ddfae143 admin admin] Made reservation on behalf of da6ee0cade9f4df68eba68fd900c4b30 for: {'subnet': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:54.757384 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e9956d4-b6cf-4b3d-8b84-12e0ddfae143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962742'] for subnet, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:54.829917 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Routers {'efa7c75a-9340-4d95-97c4-69a33091f845'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:54.830627 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:11:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['efa7c75a-9340-4d95-97c4-69a33091f845'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:54.859169 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c57bf77a-cb45-4fed-a199-7866cc0ff9fb req-bf55e0aa-7c3a-497f-938c-d8c9bec5b05f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137033 Jul 22 21:11:55.073071 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e9956d4-b6cf-4b3d-8b84-12e0ddfae143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9936020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962756'] for subnet, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.085665 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] Set router efa7c75a-9340-4d95-97c4-69a33091f845 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:55.133905 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a74307-c315-4cf4-ae9f-24907ed7a253 None None] Pushing event updated for resources: {'Port': ['ID=4248e335-376c-469b-9c19-65d959b4d538,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:55.167764 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9956d4-b6cf-4b3d-8b84-12e0ddfae143 admin admin] Checking segment: {'id': '029f1b93-73a7-4f7f-9947-dba1ede470e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:55.168118 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9956d4-b6cf-4b3d-8b84-12e0ddfae143 admin admin] Network hostable DHCP agents. Network: 6613ced6-26ce-4218-8f6a-1d1acd04683f, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:11:55.187515 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9956d4-b6cf-4b3d-8b84-12e0ddfae143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a6ab27-c0fc-4ceb-a3b1-f10133b79641,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:55.227314 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9956d4-b6cf-4b3d-8b84-12e0ddfae143 admin admin] Network 6613ced6-26ce-4218-8f6a-1d1acd04683f is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:11:55.241625 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-4e9956d4-b6cf-4b3d-8b84-12e0ddfae143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 6613ced6-26ce-4218-8f6a-1d1acd04683f) {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:55.251647 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9956d4-b6cf-4b3d-8b84-12e0ddfae143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:55.252217 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e9956d4-b6cf-4b3d-8b84-12e0ddfae143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.260806 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9bf514-d3cc-4448-a326-57ecdefb6de2 None None] Network 6613ced6-26ce-4218-8f6a-1d1acd04683f requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:55.284699 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4e9956d4-b6cf-4b3d-8b84-12e0ddfae143 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7214222 Jul 22 21:11:55.287711 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51626) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:55.293426 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1645164848-router', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:55.321930 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-369506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59113'] for router, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.323676 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59110'] for router, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.355308 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ce44b-42a0-4041-b2cb-3877a132be66 req-80e03b81-c8a8-4e90-b564-2f19755417e8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:55.356901 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f0ce44b-42a0-4041-b2cb-3877a132be66 req-80e03b81-c8a8-4e90-b564-2f19755417e8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.2326870 Jul 22 21:11:55.420451 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fdec5-babb-4f6c-9393-e894eb14239e req-1ab623ab-9251-4257-81be-d5fe2cf14969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:55.421992 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a28fdec5-babb-4f6c-9393-e894eb14239e req-1ab623ab-9251-4257-81be-d5fe2cf14969 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d1ad23cab7f9480eb741b996da7e56f8&device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 1099 time: 0.2074366 Jul 22 21:11:55.468164 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.500220 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f0ce44b-42a0-4041-b2cb-3877a132be66 req-35255d0b-1c2b-452f-8181-2bbf426d0edd tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328301 Jul 22 21:11:55.513872 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015e59a-bf87-444a-a8c0-f3a758a355e7 req-c0126471-b0ff-4c66-8d18-1546874c95d5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:55.521790 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c015e59a-bf87-444a-a8c0-f3a758a355e7 req-c0126471-b0ff-4c66-8d18-1546874c95d5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.2316508 Jul 22 21:11:55.615856 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c015e59a-bf87-444a-a8c0-f3a758a355e7 req-647aa760-cf00-4a98-a73f-db02b4315420 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930748 Jul 22 21:11:55.634351 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fdec5-babb-4f6c-9393-e894eb14239e req-ea4361d2-f0e9-4843-8c20-055f18cb26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:55.636072 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a28fdec5-babb-4f6c-9393-e894eb14239e req-ea4361d2-f0e9-4843-8c20-055f18cb26f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c2d50da-bec8-4953-a39c-7c6350f478fc HTTP/1.1" status: 200 len: 912 time: 0.1985614 Jul 22 21:11:55.676231 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59092'] for router, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.717928 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '4248e335-376c-469b-9c19-65d959b4d538', 'name': '', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'mac_address': 'fa:16:3e:59:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:49Z', 'updated_at': '2021-07-22T21:11:54Z', 'revision_number': 4, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'subnets': [{'id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:55.740603 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a28fdec5-babb-4f6c-9393-e894eb14239e req-9d480548-b98e-43f6-8711-217a0ec6bd54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06ccdba-f5b3-4832-ba0d-d1e1347909b6 HTTP/1.1" status: 200 len: 1002 time: 0.0967698 Jul 22 21:11:55.757751 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65543306-413c-5b99-9acb-ae0ce15c5c2c-6613ced6-26ce-4218-8f6a-1d1acd04683f', 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'fixed_ips': [{'subnet_id': '84a6ab27-c0fc-4ceb-a3b1-f10133b79641'}]}} from dv-cinder-801902-1-iscsi. {{(pid=93130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:11:55.758527 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:55.761135 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bef9bc-6cd4-4ac1-ad2c-315367794046 None None] The sync data for ids ['efa7c75a-9340-4d95-97c4-69a33091f845'] in dv-cinder-801902-1-iscsi is: [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '4248e335-376c-469b-9c19-65d959b4d538', 'name': '', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'mac_address': 'fa:16:3e:59:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:49Z', 'updated_at': '2021-07-22T21:11:54Z', 'revision_number': 4, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'subnets': [{'id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:11:55.923314 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fdec5-babb-4f6c-9393-e894eb14239e req-2ab1b696-84d2-4759-aced-58bff8440144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:55.925280 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a28fdec5-babb-4f6c-9393-e894eb14239e req-2ab1b696-84d2-4759-aced-58bff8440144 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34bae904-f02c-4d88-8830-72019b3c2b45 HTTP/1.1" status: 200 len: 850 time: 0.1728914 Jul 22 21:11:56.121767 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fdec5-babb-4f6c-9393-e894eb14239e req-eea1deda-e704-4fba-b0ea-2c5ad2778195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:56.123885 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a28fdec5-babb-4f6c-9393-e894eb14239e req-eea1deda-e704-4fba-b0ea-2c5ad2778195 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c2d50da-bec8-4953-a39c-7c6350f478fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1795168 Jul 22 21:11:56.149186 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.163451 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.db_base_plugin_common [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Allocated IP 172.20.0.2 (6613ced6-26ce-4218-8f6a-1d1acd04683f/84a6ab27-c0fc-4ceb-a3b1-f10133b79641/eb1b0b8b-e856-4432-9b67-56586d0956e3) {{(pid=93130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:56.174955 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.282908 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd648fcf-6f8b-47d2-9922-b36718c33174 req-c500ee9c-b9ba-4368-943f-0a077ae371b6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:56.288459 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fd648fcf-6f8b-47d2-9922-b36718c33174 req-c500ee9c-b9ba-4368-943f-0a077ae371b6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.2438550 Jul 22 21:11:56.318997 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a28fdec5-babb-4f6c-9393-e894eb14239e req-b4b733e2-b2f2-4db6-8c26-9c49a078a52f service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789131 Jul 22 21:11:56.327590 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Allocated IP 172.27.1.152 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/5af9705c-23e6-4cd5-bc50-8fcf4727820e) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:56.510083 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Notify callbacks [] for port, precommit_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.528295 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Transition to ACTIVE for port object eb1b0b8b-e856-4432-9b67-56586d0956e3 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:56.530642 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.554813 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fd648fcf-6f8b-47d2-9922-b36718c33174 req-335cc1a7-a2e4-4c82-9150-18c627362d75 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542500 Jul 22 21:11:56.555878 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Transition to ACTIVE for port object eb1b0b8b-e856-4432-9b67-56586d0956e3 will not be triggered until provisioned by entity DHCP. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:56.572290 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.614793 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.697298 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Network 6613ced6-26ce-4218-8f6a-1d1acd04683f is already hosted by enough agents. {{(pid=93130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:56.702455 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Resources bound (agent type, host, resource id): {{(pid=93130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:56.705868 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Pushing event updated for resources: {'Port': ['ID=5af9705c-23e6-4cd5-bc50-8fcf4727820e,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:56.708804 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a28fdec5-babb-4f6c-9393-e894eb14239e req-2fb8752e-0ba1-445f-a4ae-fbceb4d01a8c service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735836 Jul 22 21:11:56.738072 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Pushing event updated for resources: {'Port': ['ID=eb1b0b8b-e856-4432-9b67-56586d0956e3,revision_number=1']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:56.742411 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:56.747572 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Received port after_create {{(pid=93130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:56.757660 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:56.760871 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:56.850173 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Attempting to bind port eb1b0b8b-e856-4432-9b67-56586d0956e3 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:56.850698 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Attempting to bind port eb1b0b8b-e856-4432-9b67-56586d0956e3 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '029f1b93-73a7-4f7f-9947-dba1ede470e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:56.851126 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Attempting to bind port eb1b0b8b-e856-4432-9b67-56586d0956e3 on network 6613ced6-26ce-4218-8f6a-1d1acd04683f {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:56.857980 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:56.858444 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Checking segment: {'id': '029f1b93-73a7-4f7f-9947-dba1ede470e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:56.859119 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.859677 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Bound using segment: {'id': '029f1b93-73a7-4f7f-9947-dba1ede470e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:56.860413 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Bound port: eb1b0b8b-e856-4432-9b67-56586d0956e3, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029f1b93-73a7-4f7f-9947-dba1ede470e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:56.860972 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.952179 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] For port eb1b0b8b-e856-4432-9b67-56586d0956e3, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:56.956866 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] For port eb1b0b8b-e856-4432-9b67-56586d0956e3, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=eb1b0b8b-e856-4432-9b67-56586d0956e3,segment=NetworkSegment(029f1b93-73a7-4f7f-9947-dba1ede470e9),segment_id=029f1b93-73a7-4f7f-9947-dba1ede470e9)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:56.971270 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.974367 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2c522-3d1d-4fa1-adb8-1f0e2c3d527d req-044ed0a4-e882-4b6a-a1fd-a3fc0611afbc tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:56.976829 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ab2c522-3d1d-4fa1-adb8-1f0e2c3d527d req-044ed0a4-e882-4b6a-a1fd-a3fc0611afbc tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.2671130 Jul 22 21:11:57.059486 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfcaa6-8f13-4937-88b8-bc04728e8e45 req-f0d49635-e131-48d4-a215-679021cb1ab5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:57.061955 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-08cfcaa6-8f13-4937-88b8-bc04728e8e45 req-f0d49635-e131-48d4-a215-679021cb1ab5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.2655241 Jul 22 21:11:57.094032 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e2d15-ac4b-4888-a06d-38566b9ae72c None None] Pushing event updated for resources: {'Port': ['ID=eb1b0b8b-e856-4432-9b67-56586d0956e3,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:57.157870 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ab2c522-3d1d-4fa1-adb8-1f0e2c3d527d req-4bc0a98e-6ec5-48eb-a369-edf4e2ea0042 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660657 Jul 22 21:11:57.181534 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-08cfcaa6-8f13-4937-88b8-bc04728e8e45 req-b653dba9-eb62-4078-895e-c18ccd31bf2e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051042 Jul 22 21:11:57.243492 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:57.460784 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 4248e335-376c-469b-9c19-65d959b4d538 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:57.561776 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 4248e335-376c-469b-9c19-65d959b4d538 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:57.580889 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 4248e335-376c-469b-9c19-65d959b4d538 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:57.581865 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:57.678960 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-369596'] for router, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:57.722676 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:57.779177 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port 4248e335-376c-469b-9c19-65d959b4d538, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=4248e335-376c-469b-9c19-65d959b4d538,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:57.787868 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:57.879209 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=4248e335-376c-469b-9c19-65d959b4d538,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:57.882562 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a61cb-be24-4a4e-84b4-b632a5e3aa9f req-7bce756f-cf37-42c7-90d6-36bc078d77d4 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:57.884896 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb6a61cb-be24-4a4e-84b4-b632a5e3aa9f req-7bce756f-cf37-42c7-90d6-36bc078d77d4 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1598575 Jul 22 21:11:57.897430 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Router 732dbd24-06c5-439c-8b3d-7d09ef252996 is scheduled to L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df with binding_index 1 {{(pid=93129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:11:57.979740 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb6a61cb-be24-4a4e-84b4-b632a5e3aa9f req-64cb75ed-8a9a-4104-b66e-8dd0bd2c4fcf tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856974 Jul 22 21:11:58.070980 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:58.082791 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Sync routers for ids ['732dbd24-06c5-439c-8b3d-7d09ef252996'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:58.096205 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Routers {'732dbd24-06c5-439c-8b3d-7d09ef252996'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:58.097304 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:11:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['732dbd24-06c5-439c-8b3d-7d09ef252996'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:58.097837 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] Notify callbacks [] for router, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:58.099112 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-003c34ab-a63a-453d-8ff9-a4ba10fbb354 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8095922 Jul 22 21:11:58.102227 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51640) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:58.290576 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Set router 732dbd24-06c5-439c-8b3d-7d09ef252996 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:58.529034 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd939792-263d-4463-98c8-027f2730e88e None None] Network 6613ced6-26ce-4218-8f6a-1d1acd04683f requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:58.548457 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019967c-f978-4c0f-8f2e-2a7dc8c21123 req-5b79ece5-d27a-43c2-bd39-42ba7f55cc8f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.550943 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3019967c-f978-4c0f-8f2e-2a7dc8c21123 req-5b79ece5-d27a-43c2-bd39-42ba7f55cc8f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1227703 Jul 22 21:11:58.574818 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d0301-0681-43c7-bfb8-dbbd37122c98 req-514d04d9-7b41-4be1-8a94-ac080cc8d030 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.576691 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a65d0301-0681-43c7-bfb8-dbbd37122c98 req-514d04d9-7b41-4be1-8a94-ac080cc8d030 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.2132010 Jul 22 21:11:58.652182 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3019967c-f978-4c0f-8f2e-2a7dc8c21123 req-12945a7a-0126-43c5-ba52-7e9b56d95510 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872056 Jul 22 21:11:58.682145 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-26c1f4f5-64ce-4ce0-b60a-b00c9a5b9c83 None None] Provisioning for port eb1b0b8b-e856-4432-9b67-56586d0956e3 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:58.692689 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a65d0301-0681-43c7-bfb8-dbbd37122c98 req-8d736bf5-aefd-4a05-a767-07411c51816a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783610 Jul 22 21:11:58.720606 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'name': 'tempest-TestShelveInstance-1645164848-router', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:55Z', 'updated_at': '2021-07-22T21:11:56Z', 'revision_number': 3, 'project_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'gw_port': {'id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:56Z', 'updated_at': '2021-07-22T21:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:58.756745 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Checking router: 732dbd24-06c5-439c-8b3d-7d09ef252996 for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:58.757165 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Updating router 732dbd24-06c5-439c-8b3d-7d09ef252996 port 5af9705c-23e6-4cd5-bc50-8fcf4727820e binding host dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:11:58.818796 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.173423 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Notify callbacks [] for port, precommit_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.188254 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.191404 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.provisioning_blocks [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Transition to ACTIVE for port object 5af9705c-23e6-4cd5-bc50-8fcf4727820e will not be triggered until provisioned by entity L2. {{(pid=93131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:59.207179 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.287433 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b5655-3d91-451b-ba81-1b8381fdacee None None] Pushing event updated for resources: {'Port': ['ID=5af9705c-23e6-4cd5-bc50-8fcf4727820e,revision_number=2']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:59.296146 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e3de4-f5a0-45b9-834b-834c1438fd03 req-418d4a5e-7823-4b72-b06b-aab4488d5e83 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:59.299604 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-071e3de4-f5a0-45b9-834b-834c1438fd03 req-418d4a5e-7823-4b72-b06b-aab4488d5e83 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1518548 Jul 22 21:11:59.345298 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Attempting to bind port 5af9705c-23e6-4cd5-bc50-8fcf4727820e on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:59.345667 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Attempting to bind port 5af9705c-23e6-4cd5-bc50-8fcf4727820e by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:59.346029 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Attempting to bind port 5af9705c-23e6-4cd5-bc50-8fcf4727820e on network c2812c71-7be5-4495-afd6-eaefb879ca73 {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:59.362196 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:59.362576 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Checking segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:59.367562 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.368292 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Bound using segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:59.375545 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Bound port: 5af9705c-23e6-4cd5-bc50-8fcf4727820e, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:59.375545 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.412611 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-071e3de4-f5a0-45b9-834b-834c1438fd03 req-f2e36719-a5d3-4f14-ae5c-f390df7703ed tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081641 Jul 22 21:11:59.521917 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] For port 5af9705c-23e6-4cd5-bc50-8fcf4727820e, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:59.526959 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] For port 5af9705c-23e6-4cd5-bc50-8fcf4727820e, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=5af9705c-23e6-4cd5-bc50-8fcf4727820e,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:59.549361 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Allocated IP 172.20.0.1 (6613ced6-26ce-4218-8f6a-1d1acd04683f/84a6ab27-c0fc-4ceb-a3b1-f10133b79641/06faa749-f3e9-4932-acaf-f7635ab8c714) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:59.599500 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.822131 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device eb1b0b8b-e856-4432-9b67-56586d0956e3 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:59.837125 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b5655-3d91-451b-ba81-1b8381fdacee None None] Pushing event updated for resources: {'Port': ['ID=5af9705c-23e6-4cd5-bc50-8fcf4727820e,revision_number=3']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:59.856487 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.878625 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Transition to ACTIVE for port object 06faa749-f3e9-4932-acaf-f7635ab8c714 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:59.896212 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Routers {'732dbd24-06c5-439c-8b3d-7d09ef252996'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:59.896917 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:11:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['732dbd24-06c5-439c-8b3d-7d09ef252996'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:59.921032 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port eb1b0b8b-e856-4432-9b67-56586d0956e3 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:59.922572 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.927006 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port eb1b0b8b-e856-4432-9b67-56586d0956e3 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:59.927489 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:59.961203 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be30c3-4442-40ee-a75b-69377fe646f4 req-cfad50e1-8579-48ce-a56f-5adbb2e112e9 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:59.963335 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04be30c3-4442-40ee-a75b-69377fe646f4 req-cfad50e1-8579-48ce-a56f-5adbb2e112e9 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1370258 Jul 22 21:11:59.967265 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Network 6613ced6-26ce-4218-8f6a-1d1acd04683f is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:59.970508 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:59.974337 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:00.015320 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Pushing event updated for resources: {'Port': ['ID=06faa749-f3e9-4932-acaf-f7635ab8c714,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:00.022495 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04be30c3-4442-40ee-a75b-69377fe646f4 req-089ae2d5-b9b0-4fe1-9b05-46f509c324e4 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517220 Jul 22 21:12:00.053330 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369485'] for router_interface, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.065755 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.118919 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] Set router 732dbd24-06c5-439c-8b3d-7d09ef252996 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:00.152553 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ce40047e-07e8-4612-b24f-7d51a832ac07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.163568 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port eb1b0b8b-e856-4432-9b67-56586d0956e3, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=eb1b0b8b-e856-4432-9b67-56586d0956e3,segment=NetworkSegment(029f1b93-73a7-4f7f-9947-dba1ede470e9),segment_id=029f1b93-73a7-4f7f-9947-dba1ede470e9)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:00.170061 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.171372 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 4248e335-376c-469b-9c19-65d959b4d538 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:00.265947 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=eb1b0b8b-e856-4432-9b67-56586d0956e3,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:00.308045 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.414216 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 4248e335-376c-469b-9c19-65d959b4d538 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:00.415189 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.460164 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-dd1d4c20-b61c-45ab-9416-78dbb68e711a None None] Provisioning for port 06faa749-f3e9-4932-acaf-f7635ab8c714 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:00.469743 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-dd1d4c20-b61c-45ab-9416-78dbb68e711a None None] Provisioning complete for port 06faa749-f3e9-4932-acaf-f7635ab8c714 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:00.470444 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-dd1d4c20-b61c-45ab-9416-78dbb68e711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.590751 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d4c20-b61c-45ab-9416-78dbb68e711a None None] Port 06faa749-f3e9-4932-acaf-f7635ab8c714 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:12:00.618450 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'name': 'tempest-TestShelveInstance-1645164848-router', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:55Z', 'updated_at': '2021-07-22T21:11:56Z', 'revision_number': 3, 'project_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'gw_port': {'id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:56Z', 'updated_at': '2021-07-22T21:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:00.659046 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ca656-6c39-43c6-8a32-c1379d105066 None None] The sync data for ids ['732dbd24-06c5-439c-8b3d-7d09ef252996'] in dv-cinder-801902-1-iscsi is: [{'id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'name': 'tempest-TestShelveInstance-1645164848-router', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:55Z', 'updated_at': '2021-07-22T21:11:56Z', 'revision_number': 3, 'project_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'gw_port': {'id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:56Z', 'updated_at': '2021-07-22T21:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:00.667610 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.673826 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.689363 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620bbb-4126-46ca-be1e-fde1650b96e1 req-fd744b87-35a2-45d0-bb7e-d29713eb3df9 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:00.698319 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2b620bbb-4126-46ca-be1e-fde1650b96e1 req-fd744b87-35a2-45d0-bb7e-d29713eb3df9 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1419473 Jul 22 21:12:00.776682 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2b620bbb-4126-46ca-be1e-fde1650b96e1 req-d6362545-ab02-46ce-871f-e671f60072eb tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773828 Jul 22 21:12:00.788036 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416765'] for router_interface, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:00.789961 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Pushing event updated for resources: {'Port': ['ID=06faa749-f3e9-4932-acaf-f7635ab8c714,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:00.935031 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Network 6613ced6-26ce-4218-8f6a-1d1acd04683f is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:00.938981 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:01.179235 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Router 732dbd24-06c5-439c-8b3d-7d09ef252996 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:12:01.327029 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-f2c60a28-072e-46d0-b675-ddc82fd83b70 None None] Provisioning complete for port 06faa749-f3e9-4932-acaf-f7635ab8c714 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:01.327595 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f2c60a28-072e-46d0-b675-ddc82fd83b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.369454 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d647026-6b91-408d-8877-e1781e9335c2 req-c9956533-04f3-49c5-93a5-954d943681d5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:01.377048 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0d647026-6b91-408d-8877-e1781e9335c2 req-c9956533-04f3-49c5-93a5-954d943681d5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.2311013 Jul 22 21:12:01.414671 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-f2c60a28-072e-46d0-b675-ddc82fd83b70 None None] Port 06faa749-f3e9-4932-acaf-f7635ab8c714 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:12:01.465668 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0d647026-6b91-408d-8877-e1781e9335c2 req-77509daa-5a7b-4e23-b277-b546c172d920 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842652 Jul 22 21:12:01.506122 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:01.516785 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-188f0739-e5ff-4e42-b030-6db6bacfa14b admin admin] 10.222.0.61 "PUT /v2.0/routers/732dbd24-06c5-439c-8b3d-7d09ef252996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4126453 Jul 22 21:12:01.601352 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 5af9705c-23e6-4cd5-bc50-8fcf4727820e up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:01.686662 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 5af9705c-23e6-4cd5-bc50-8fcf4727820e completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:01.694735 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 5af9705c-23e6-4cd5-bc50-8fcf4727820e triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:01.695108 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.833145 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.886417 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port 5af9705c-23e6-4cd5-bc50-8fcf4727820e, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=5af9705c-23e6-4cd5-bc50-8fcf4727820e,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:01.893155 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.894149 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device eb1b0b8b-e856-4432-9b67-56586d0956e3 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:02.092515 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=5af9705c-23e6-4cd5-bc50-8fcf4727820e,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:02.109749 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f96c38-08c8-430c-9173-51d97daaa1d4 req-a546a47f-ce7d-4d8b-92f9-be7eb96055d2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:02.114363 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-26f96c38-08c8-430c-9173-51d97daaa1d4 req-a546a47f-ce7d-4d8b-92f9-be7eb96055d2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1379962 Jul 22 21:12:02.114548 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port eb1b0b8b-e856-4432-9b67-56586d0956e3 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:02.114750 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.164399 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-26f96c38-08c8-430c-9173-51d97daaa1d4 req-cf2beca9-4e17-425f-882f-884620543b16 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435758 Jul 22 21:12:02.770543 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0810fe3-8a23-4b9f-8935-4ee75d206c82 req-b26ec9b3-daec-4548-946f-eb0d43b59de3 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:02.772594 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e0810fe3-8a23-4b9f-8935-4ee75d206c82 req-b26ec9b3-daec-4548-946f-eb0d43b59de3 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1018581 Jul 22 21:12:02.833743 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e0810fe3-8a23-4b9f-8935-4ee75d206c82 req-82f49089-00e8-4618-aa7f-d5fa747b91b5 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513976 Jul 22 21:12:02.853954 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 51696) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:02.859120 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-d870fa64-446e-49a2-82aa-289875c493bc tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2050067591', 'description': 'tempest-secgroup-smoke-2050067591 description', 'project_id': '2d64087a21984722bde5bc91d44ce0df'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:02.866596 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-89fed5b7-2482-422a-ad13-85c54960beb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.902755 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d870fa64-446e-49a2-82aa-289875c493bc tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.049258 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d870fa64-446e-49a2-82aa-289875c493bc tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.056986 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d870fa64-446e-49a2-82aa-289875c493bc tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.125506 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d870fa64-446e-49a2-82aa-289875c493bc tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.126799 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d870fa64-446e-49a2-82aa-289875c493bc tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2716351 Jul 22 21:12:03.131383 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51698) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:03.137358 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870fa64-446e-49a2-82aa-289875c493bc tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2cb097-d019-4c3b-a8cf-9812c22ac754,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:03.143682 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-ce9da7e0-e8ab-4ee9-a34b-7e069c0fc0f8 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Request body: {'security_group_rule': {'security_group_id': '1b2cb097-d019-4c3b-a8cf-9812c22ac754', 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:03.166528 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Sync routers for ids ['732dbd24-06c5-439c-8b3d-7d09ef252996'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:03.187463 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ce9da7e0-e8ab-4ee9-a34b-7e069c0fc0f8 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.189160 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Routers {'732dbd24-06c5-439c-8b3d-7d09ef252996'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:03.190252 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:12:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['732dbd24-06c5-439c-8b3d-7d09ef252996'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:03.306807 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.308021 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ce9da7e0-e8ab-4ee9-a34b-7e069c0fc0f8 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.317844 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ce9da7e0-e8ab-4ee9-a34b-7e069c0fc0f8 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.360059 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 5af9705c-23e6-4cd5-bc50-8fcf4727820e up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:03.367613 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9da7e0-e8ab-4ee9-a34b-7e069c0fc0f8 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f217f721-2777-4027-8cfb-3659ec41df3b,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:03.389451 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ce9da7e0-e8ab-4ee9-a34b-7e069c0fc0f8 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.392484 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ce9da7e0-e8ab-4ee9-a34b-7e069c0fc0f8 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2599986 Jul 22 21:12:03.396308 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51702) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:03.404459 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2f267-0159-476c-981f-f640162d70ed req-60197f4f-9d15-4722-ab89-2713edc872d5 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:03.404459 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bbc2f267-0159-476c-981f-f640162d70ed req-60197f4f-9d15-4722-ab89-2713edc872d5 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1033165 Jul 22 21:12:03.406464 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-650e2029-8bd8-44d1-87c9-4580a2b36cfa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Request body: {'security_group_rule': {'security_group_id': '1b2cb097-d019-4c3b-a8cf-9812c22ac754', 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:03.444194 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Set router 732dbd24-06c5-439c-8b3d-7d09ef252996 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:03.462668 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-650e2029-8bd8-44d1-87c9-4580a2b36cfa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.474640 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bbc2f267-0159-476c-981f-f640162d70ed req-db951d19-6e24-4fe1-8a3e-2b7ea83d77b4 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512855 Jul 22 21:12:03.517337 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 5af9705c-23e6-4cd5-bc50-8fcf4727820e triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:03.517829 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.570569 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-650e2029-8bd8-44d1-87c9-4580a2b36cfa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.579449 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-650e2029-8bd8-44d1-87c9-4580a2b36cfa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.607504 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e2029-8bd8-44d1-87c9-4580a2b36cfa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37635d84-7fe8-4532-80c2-9f6055685d8d,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:03.612504 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-650e2029-8bd8-44d1-87c9-4580a2b36cfa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.617830 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-650e2029-8bd8-44d1-87c9-4580a2b36cfa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2160854 Jul 22 21:12:03.619677 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51704) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:03.624622 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-ac944f6b-0416-43b7-a4d2-d3221aef2baf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Request body: {'security_group_rule': {'security_group_id': '1b2cb097-d019-4c3b-a8cf-9812c22ac754', 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:03.668238 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ac944f6b-0416-43b7-a4d2-d3221aef2baf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.780665 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ac944f6b-0416-43b7-a4d2-d3221aef2baf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.793700 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ac944f6b-0416-43b7-a4d2-d3221aef2baf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.821264 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac944f6b-0416-43b7-a4d2-d3221aef2baf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366d0bee-5fb0-411d-a303-1638e3b8598e,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:03.830025 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ac944f6b-0416-43b7-a4d2-d3221aef2baf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.832642 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ac944f6b-0416-43b7-a4d2-d3221aef2baf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2108989 Jul 22 21:12:03.834765 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 51708) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:03.841610 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-6ee4d34d-c0b5-4970-8064-d9f06e770334 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Request body: {'security_group_rule': {'security_group_id': '1b2cb097-d019-4c3b-a8cf-9812c22ac754', 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:03.895954 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d34d-c0b5-4970-8064-d9f06e770334 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.947219 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:03.983675 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'name': 'tempest-TestShelveInstance-1645164848-router', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:55Z', 'updated_at': '2021-07-22T21:12:00Z', 'revision_number': 4, 'project_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'gw_port': {'id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:56Z', 'updated_at': '2021-07-22T21:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '06faa749-f3e9-4932-acaf-f7635ab8c714', 'name': '', 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'mac_address': 'fa:16:3e:7f:48:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '84a6ab27-c0fc-4ceb-a3b1-f10133b79641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:59Z', 'updated_at': '2021-07-22T21:12:00Z', 'revision_number': 2, 'project_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'subnets': [{'id': '84a6ab27-c0fc-4ceb-a3b1-f10133b79641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:04.006935 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d34d-c0b5-4970-8064-d9f06e770334 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.014345 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d34d-c0b5-4970-8064-d9f06e770334 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.027433 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Checking router: 732dbd24-06c5-439c-8b3d-7d09ef252996 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:04.028040 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Updating router 732dbd24-06c5-439c-8b3d-7d09ef252996 port 06faa749-f3e9-4932-acaf-f7635ab8c714 binding host dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:12:04.045532 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d34d-c0b5-4970-8064-d9f06e770334 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.046828 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-6ee4d34d-c0b5-4970-8064-d9f06e770334 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2111297 Jul 22 21:12:04.051121 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 51712) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:04.065504 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4d34d-c0b5-4970-8064-d9f06e770334 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfd0531-f8ab-44b4-8fe9-356701a58093,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:04.068243 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-2496f221-e174-4e4f-8dd7-8cc8971a7dcf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Request body: {'security_group_rule': {'security_group_id': '1b2cb097-d019-4c3b-a8cf-9812c22ac754', 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:04.087426 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.118387 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d5862-9d28-48c5-a0bc-a9ce021b4f75 req-9497634e-254b-4d34-bcc1-1c0abcf2b63f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:04.121888 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-714d5862-9d28-48c5-a0bc-a9ce021b4f75 req-9497634e-254b-4d34-bcc1-1c0abcf2b63f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1678190 Jul 22 21:12:04.128285 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.securitygroups_db [None req-2496f221-e174-4e4f-8dd7-8cc8971a7dcf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Project 2d64087a21984722bde5bc91d44ce0df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:12:04.136954 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2496f221-e174-4e4f-8dd7-8cc8971a7dcf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.206311 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-714d5862-9d28-48c5-a0bc-a9ce021b4f75 req-423092aa-d109-4c84-aa86-a57c81406dc8 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743637 Jul 22 21:12:04.262472 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2496f221-e174-4e4f-8dd7-8cc8971a7dcf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.272056 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2496f221-e174-4e4f-8dd7-8cc8971a7dcf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.299335 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2496f221-e174-4e4f-8dd7-8cc8971a7dcf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.301745 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-2496f221-e174-4e4f-8dd7-8cc8971a7dcf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2488086 Jul 22 21:12:04.304508 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496f221-e174-4e4f-8dd7-8cc8971a7dcf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f54348-58a3-403f-9a2f-bc9996459140,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:04.304761 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 51714) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:04.311625 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-d225c460-282e-47b5-9efc-8f67baefa308 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Request body: {'security_group_rule': {'security_group_id': '1b2cb097-d019-4c3b-a8cf-9812c22ac754', 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:04.368829 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.securitygroups_db [None req-d225c460-282e-47b5-9efc-8f67baefa308 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Project 2d64087a21984722bde5bc91d44ce0df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:12:04.376695 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d225c460-282e-47b5-9efc-8f67baefa308 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.450052 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d225c460-282e-47b5-9efc-8f67baefa308 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.454940 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d225c460-282e-47b5-9efc-8f67baefa308 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.476622 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225c460-282e-47b5-9efc-8f67baefa308 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64271bf2-59e9-46c4-9207-95dabb015f49,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:04.486936 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d225c460-282e-47b5-9efc-8f67baefa308 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.497003 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d225c460-282e-47b5-9efc-8f67baefa308 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1825383 Jul 22 21:12:04.544043 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.559941 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Transition to ACTIVE for port object 06faa749-f3e9-4932-acaf-f7635ab8c714 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:04.574535 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.715505 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58f82-7223-49ac-8ba8-a513024b3bf8 req-65678f4e-3112-4d77-8607-ed8c67db22d5 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:04.717483 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23a58f82-7223-49ac-8ba8-a513024b3bf8 req-65678f4e-3112-4d77-8607-ed8c67db22d5 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1177127 Jul 22 21:12:04.764411 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0a53e-cd71-4881-973d-0a3a49b8bd3e None None] Pushing event updated for resources: {'Port': ['ID=06faa749-f3e9-4932-acaf-f7635ab8c714,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:04.796539 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Attempting to bind port 06faa749-f3e9-4932-acaf-f7635ab8c714 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:04.797496 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Attempting to bind port 06faa749-f3e9-4932-acaf-f7635ab8c714 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '029f1b93-73a7-4f7f-9947-dba1ede470e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:04.798312 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Attempting to bind port 06faa749-f3e9-4932-acaf-f7635ab8c714 on network 6613ced6-26ce-4218-8f6a-1d1acd04683f {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:04.821519 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:04.822037 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Checking segment: {'id': '029f1b93-73a7-4f7f-9947-dba1ede470e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:04.822610 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.823106 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Bound using segment: {'id': '029f1b93-73a7-4f7f-9947-dba1ede470e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:04.823902 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Bound port: 06faa749-f3e9-4932-acaf-f7635ab8c714, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029f1b93-73a7-4f7f-9947-dba1ede470e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:04.824529 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.887016 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23a58f82-7223-49ac-8ba8-a513024b3bf8 req-b619af74-3095-4484-9104-fd0fcfffe7fd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815666 Jul 22 21:12:05.029479 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] For port 06faa749-f3e9-4932-acaf-f7635ab8c714, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:05.036599 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] For port 06faa749-f3e9-4932-acaf-f7635ab8c714, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=06faa749-f3e9-4932-acaf-f7635ab8c714,segment=NetworkSegment(029f1b93-73a7-4f7f-9947-dba1ede470e9),segment_id=029f1b93-73a7-4f7f-9947-dba1ede470e9)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:05.066555 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:05.200518 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Routers {'732dbd24-06c5-439c-8b3d-7d09ef252996'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:05.201290 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:12:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['732dbd24-06c5-439c-8b3d-7d09ef252996'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:05.206622 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0a53e-cd71-4881-973d-0a3a49b8bd3e None None] Pushing event updated for resources: {'Port': ['ID=06faa749-f3e9-4932-acaf-f7635ab8c714,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:05.289867 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:05.413961 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] Set router 732dbd24-06c5-439c-8b3d-7d09ef252996 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:05.521777 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-060afd6e-4963-43d2-b639-8c8776851123 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:05.528804 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-060afd6e-4963-43d2-b639-8c8776851123 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/networks?id=7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 200 len: 815 time: 0.2179017 Jul 22 21:12:05.556243 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-bfd9f729-c0d6-4f95-8861-c5bd386b4833 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/quotas/bdd72480ceae406eacaf35b79236a2af HTTP/1.1" status: 200 len: 375 time: 0.0263443 Jul 22 21:12:05.617281 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf963a47-704c-4a59-b6de-190cad655a7b req-96c7b232-7b7d-486a-b922-904284a18cb3 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:05.626777 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cf963a47-704c-4a59-b6de-190cad655a7b req-96c7b232-7b7d-486a-b922-904284a18cb3 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1794324 Jul 22 21:12:05.715302 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-e782cf82-e5a7-41bd-aad6-4eeac175982a tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bdd72480ceae406eacaf35b79236a2af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1564956 Jul 22 21:12:05.724337 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cf963a47-704c-4a59-b6de-190cad655a7b req-ae8ee8c1-7bd4-47fd-bc41-24c07ae574b7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970435 Jul 22 21:12:05.779847 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'name': 'tempest-TestShelveInstance-1645164848-router', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:55Z', 'updated_at': '2021-07-22T21:12:00Z', 'revision_number': 4, 'project_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'gw_port': {'id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:56Z', 'updated_at': '2021-07-22T21:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '06faa749-f3e9-4932-acaf-f7635ab8c714', 'name': '', 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'mac_address': 'fa:16:3e:7f:48:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '84a6ab27-c0fc-4ceb-a3b1-f10133b79641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:59Z', 'updated_at': '2021-07-22T21:12:04Z', 'revision_number': 4, 'project_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'subnets': [{'id': '84a6ab27-c0fc-4ceb-a3b1-f10133b79641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:05.831360 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56270e-6f5a-4b75-bbc4-654ebf275107 None None] The sync data for ids ['732dbd24-06c5-439c-8b3d-7d09ef252996'] in dv-cinder-801902-1-iscsi is: [{'id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'name': 'tempest-TestShelveInstance-1645164848-router', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:55Z', 'updated_at': '2021-07-22T21:12:00Z', 'revision_number': 4, 'project_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'gw_port': {'id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:56Z', 'updated_at': '2021-07-22T21:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '06faa749-f3e9-4932-acaf-f7635ab8c714', 'name': '', 'network_id': '6613ced6-26ce-4218-8f6a-1d1acd04683f', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'mac_address': 'fa:16:3e:7f:48:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '84a6ab27-c0fc-4ceb-a3b1-f10133b79641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:59Z', 'updated_at': '2021-07-22T21:12:04Z', 'revision_number': 4, 'project_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'subnets': [{'id': '84a6ab27-c0fc-4ceb-a3b1-f10133b79641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:05.899047 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-0fbf78f7-1f4c-4673-bde7-2176e21d0518 service neutron] 10.222.0.61 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730688 Jul 22 21:12:06.123363 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-07e542d7-e858-4d50-aef4-91e82e3bebb2 service neutron] 10.222.0.61 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230785 Jul 22 21:12:06.181717 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985b6d6-ae89-4870-8a02-e454fe86f698 req-22de600c-4641-4e3d-983e-969654cd174f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:06.183702 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5985b6d6-ae89-4870-8a02-e454fe86f698 req-22de600c-4641-4e3d-983e-969654cd174f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1554141 Jul 22 21:12:06.252974 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5985b6d6-ae89-4870-8a02-e454fe86f698 req-cbe430a7-0766-4534-9264-07818a339173 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612013 Jul 22 21:12:06.381008 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25d6d104-5f97-4523-ac04-8b1b18ad4452 req-568f5272-4d41-4ecb-92e6-318863747ade tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 210 time: 0.0514660 Jul 22 21:12:06.615070 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:12:06.896718 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8019f-f31a-4d2e-ae31-b6e58918e658 req-57108154-bd59-4802-b75c-23171fd06d07 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:06.898566 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fa8019f-f31a-4d2e-ae31-b6e58918e658 req-57108154-bd59-4802-b75c-23171fd06d07 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0842121 Jul 22 21:12:06.956164 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fa8019f-f31a-4d2e-ae31-b6e58918e658 req-d2899c8d-521c-4db9-a24a-995b281e213e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485497 Jul 22 21:12:07.390300 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 06faa749-f3e9-4932-acaf-f7635ab8c714 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:07.452870 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdc48a-2758-4f55-a6be-c9685b25341f req-8de807f2-a538-450a-9a43-ce4ee593fcec tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:07.455522 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36cdc48a-2758-4f55-a6be-c9685b25341f req-8de807f2-a538-450a-9a43-ce4ee593fcec tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1159618 Jul 22 21:12:07.479197 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 06faa749-f3e9-4932-acaf-f7635ab8c714 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:07.486178 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 06faa749-f3e9-4932-acaf-f7635ab8c714 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:07.488058 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.546575 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-36cdc48a-2758-4f55-a6be-c9685b25341f req-2349ba32-34f4-4edf-ae52-e22a151b256c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823061 Jul 22 21:12:07.555718 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ff77451-fad5-4b5e-bd70-c5b2273dfccc req-a2d29c9c-a88a-4ce7-8b64-e947ada5039f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 210 time: 0.0559268 Jul 22 21:12:07.635308 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df235eff-3cb7-439e-900d-5542388e2657 req-21ef68cd-ca25-43d8-ba3f-9202d25c45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:07.636125 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.637166 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df235eff-3cb7-439e-900d-5542388e2657 req-21ef68cd-ca25-43d8-ba3f-9202d25c45e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 1098 time: 0.1206641 Jul 22 21:12:07.678880 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port 06faa749-f3e9-4932-acaf-f7635ab8c714, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=06faa749-f3e9-4932-acaf-f7635ab8c714,segment=NetworkSegment(029f1b93-73a7-4f7f-9947-dba1ede470e9),segment_id=029f1b93-73a7-4f7f-9947-dba1ede470e9)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:07.685645 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:07.748086 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=06faa749-f3e9-4932-acaf-f7635ab8c714,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:07.763592 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df235eff-3cb7-439e-900d-5542388e2657 req-d5e15369-d25b-45b8-bc55-1a48b75c07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:07.765059 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df235eff-3cb7-439e-900d-5542388e2657 req-d5e15369-d25b-45b8-bc55-1a48b75c07f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 916 time: 0.1124437 Jul 22 21:12:07.847260 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df235eff-3cb7-439e-900d-5542388e2657 req-92c70e12-ce1d-4fba-9bc2-f64821f1578a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 HTTP/1.1" status: 200 len: 1001 time: 0.0715170 Jul 22 21:12:07.921930 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df235eff-3cb7-439e-900d-5542388e2657 req-d680faf5-dfbe-48cd-9205-654797a6859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:07.924451 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df235eff-3cb7-439e-900d-5542388e2657 req-d680faf5-dfbe-48cd-9205-654797a6859d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a5381fb-b7ce-4b94-8250-c36113b9d44f HTTP/1.1" status: 200 len: 854 time: 0.0537670 Jul 22 21:12:08.000795 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df235eff-3cb7-439e-900d-5542388e2657 req-00d69c0c-4784-4506-a74c-51bb838c3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:08.002393 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df235eff-3cb7-439e-900d-5542388e2657 req-00d69c0c-4784-4506-a74c-51bb838c3f4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c27f061-77cb-4f8f-ae65-db88286d691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634947 Jul 22 21:12:08.172081 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df235eff-3cb7-439e-900d-5542388e2657 req-80144827-c1bf-45bc-bf3f-b411d48bdf55 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584918 Jul 22 21:12:08.203926 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13c031-a9fc-4e1f-9ffb-158ba6678083 req-d23e1767-6b31-4b79-861d-7fb5c0a08da7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:08.206357 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb13c031-a9fc-4e1f-9ffb-158ba6678083 req-d23e1767-6b31-4b79-861d-7fb5c0a08da7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1587508 Jul 22 21:12:08.365234 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb13c031-a9fc-4e1f-9ffb-158ba6678083 req-fd261ec7-e26a-4fe7-9f20-040154e05bb2 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469631 Jul 22 21:12:08.462769 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df235eff-3cb7-439e-900d-5542388e2657 req-11cda983-e044-40ad-99e9-8037dd59eb6c service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774420 Jul 22 21:12:08.504660 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-e676d46a-7d1a-48ea-a139-6e6386245d22 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:08.506350 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-e676d46a-7d1a-48ea-a139-6e6386245d22 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "GET /v2.0/networks?id=7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 200 len: 815 time: 0.2012746 Jul 22 21:12:08.553683 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Request body: {'port': {'device_id': '85a7b616-7e88-423d-aaaf-7f59626172d9', 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb', 'admin_state_up': True, 'tenant_id': 'bdd72480ceae406eacaf35b79236a2af'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:08.682506 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eb928147-68b2-4cea-8886-de4ce2716f30 req-ce09b8b7-6240-4f21-878c-eb208818aac0 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 210 time: 0.0438280 Jul 22 21:12:08.752957 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Made reservation on behalf of bdd72480ceae406eacaf35b79236a2af for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:12:08.756531 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:08.785614 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f9aed-2e84-4781-95a8-5a49c5891661 req-40952301-aeb8-44d6-9710-df6526377ba2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:08.787214 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-204f9aed-2e84-4781-95a8-5a49c5891661 req-40952301-aeb8-44d6-9710-df6526377ba2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1360672 Jul 22 21:12:08.871850 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-204f9aed-2e84-4781-95a8-5a49c5891661 req-33ab2f16-e1df-491b-ae51-60305bdf1807 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777211 Jul 22 21:12:08.930927 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Allocated IP 172.20.0.11 (7a265f2f-ca9f-48dd-8056-7dc61947facb/dff3cef0-586b-49f3-ad91-8fc1cc9d87ae/6aa8390b-0909-44a1-ab7b-6a40006ef3d9) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:09.108098 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:09.149309 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:09.196234 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Network 7a265f2f-ca9f-48dd-8056-7dc61947facb is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:09.205248 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:09.209645 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:09.218085 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ee55f92b-3b87-4b58-9e2f-d6ec11118bda', '632e44d4-6168-41e7-beab-38d77ef53b0f', '7a7282fe-0baf-4afd-9f36-7b7721ccd929'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:09.342276 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 06faa749-f3e9-4932-acaf-f7635ab8c714 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:09.442287 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 06faa749-f3e9-4932-acaf-f7635ab8c714 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:09.442792 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:09.443304 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Pushing event updated for resources: {'Port': ['ID=6aa8390b-0909-44a1-ab7b-6a40006ef3d9,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:09.475043 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:09.476087 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:09.526835 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-ce04b835-d2dd-4447-bac8-ad19289fbc50 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9776666 Jul 22 21:12:09.559487 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b25643-41bf-49bb-a709-9e3f389d5249 req-3f33f36c-b484-42c6-99ce-92b060b8c6a4 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:09.561020 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0b25643-41bf-49bb-a709-9e3f389d5249 req-3f33f36c-b484-42c6-99ce-92b060b8c6a4 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0803351 Jul 22 21:12:09.566431 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Request body: {'port': {'device_id': '85a7b616-7e88-423d-aaaf-7f59626172d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:09.673569 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0b25643-41bf-49bb-a709-9e3f389d5249 req-6ad39453-486c-4e4a-ae81-014ffbfdc7d1 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031702 Jul 22 21:12:09.696237 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:09.930066 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6d293-6bda-4d19-bbab-065c56bb8a93 req-c0f5c4d1-0f41-4263-bb37-c2dfa2d85bbf tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:09.931630 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-74b6d293-6bda-4d19-bbab-065c56bb8a93 req-c0f5c4d1-0f41-4263-bb37-c2dfa2d85bbf tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 932 time: 0.1728585 Jul 22 21:12:10.035377 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-74b6d293-6bda-4d19-bbab-065c56bb8a93 req-0233b3c9-810d-47bb-9c9d-261c453a7169 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953834 Jul 22 21:12:10.080823 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:10.091086 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.109364 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3135a0-3a13-4bad-9415-31800a5b2da5 req-4061968a-145d-4978-8d61-bd898cd80153 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:10.110845 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-da3135a0-3a13-4bad-9415-31800a5b2da5 req-4061968a-145d-4978-8d61-bd898cd80153 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 945 time: 0.1540453 Jul 22 21:12:10.116549 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Transition to ACTIVE for port object 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:10.122822 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.192408 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa8390b-0909-44a1-ab7b-6a40006ef3d9,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:10.208276 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-da3135a0-3a13-4bad-9415-31800a5b2da5 req-3010d43c-b368-42a8-9966-b58b38431bf4 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831234 Jul 22 21:12:10.281760 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Attempting to bind port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:10.281999 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Attempting to bind port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:10.282310 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Attempting to bind port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 on network 7a265f2f-ca9f-48dd-8056-7dc61947facb {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:10.287425 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 on network 7a265f2f-ca9f-48dd-8056-7dc61947facb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:12:10.287739 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Attempting to bind port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 on network 7a265f2f-ca9f-48dd-8056-7dc61947facb {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:10.292756 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:10.293105 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Checking segment: {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:10.293622 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Bound using segment: {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:10.294176 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Bound port: 6aa8390b-0909-44a1-ab7b-6a40006ef3d9, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db31107-932c-4963-9473-47a1a65a2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:10.294503 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.358917 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] For port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:10.362161 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] For port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=6aa8390b-0909-44a1-ab7b-6a40006ef3d9,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:10.368407 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.411636 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:10.412188 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.413949 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] 10.222.0.72 "PUT /v2.0/ports/6aa8390b-0909-44a1-ab7b-6a40006ef3d9 HTTP/1.1" status: 200 len: 1094 time: 0.8520577 Jul 22 21:12:10.414386 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a7b616-7e88-423d-aaaf-7f59626172d9', 'tag': '6aa8390b-0909-44a1-ab7b-6a40006ef3d9'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:10.416599 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d294d02d-a60e-4fbb-b241-8f3e5c3ef9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "85a7b616-7e88-423d-aaaf-7f59626172d9", "tag": "6aa8390b-0909-44a1-ab7b-6a40006ef3d9"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:10.437073 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2b344-992f-4317-b27e-eec9a77a7987 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa8390b-0909-44a1-ab7b-6a40006ef3d9,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:10.466403 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab3b64f-198b-47a9-bb0b-4dd144e913a3 x-openstack-request-id: req-dab3b64f-198b-47a9-bb0b-4dd144e913a3 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:10.466696 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a7b616-7e88-423d-aaaf-7f59626172d9", "tag": "6aa8390b-0909-44a1-ab7b-6a40006ef3d9", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:10.466966 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dab3b64f-198b-47a9-bb0b-4dd144e913a3 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:10.467343 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a7b616-7e88-423d-aaaf-7f59626172d9', 'tag': '6aa8390b-0909-44a1-ab7b-6a40006ef3d9', 'status': 'completed', 'code': 200} Jul 22 21:12:10.574800 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-205065c6-a760-4a44-923a-31fd561eb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:10.576218 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-205065c6-a760-4a44-923a-31fd561eb2fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdd72480ceae406eacaf35b79236a2af&device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 1097 time: 0.0558372 Jul 22 21:12:10.628857 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-85d7ab93-f1be-473b-9187-68987bb8cc30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aa8390b-0909-44a1-ab7b-6a40006ef3d9 HTTP/1.1" status: 200 len: 217 time: 0.0348542 Jul 22 21:12:10.693540 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-9834d4b9-da9c-4a33-8d5a-9f578a6f7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:10.695183 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-9834d4b9-da9c-4a33-8d5a-9f578a6f7f61 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff3cef0-586b-49f3-ad91-8fc1cc9d87ae HTTP/1.1" status: 200 len: 855 time: 0.0499694 Jul 22 21:12:10.737933 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-468bcd79-db0e-4995-be74-8cd4b79f2fe4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a265f2f-ca9f-48dd-8056-7dc61947facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337677 Jul 22 21:12:10.870172 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-6989ef53-d50d-4b64-a387-7095ddf166ba service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240568 Jul 22 21:12:10.878960 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc42a0c-c448-43fe-890a-006d0ea8550b req-29e1f967-1209-4e94-a602-2d1e29d00827 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:10.880457 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0fc42a0c-c448-43fe-890a-006d0ea8550b req-29e1f967-1209-4e94-a602-2d1e29d00827 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1269410 Jul 22 21:12:10.970682 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0fc42a0c-c448-43fe-890a-006d0ea8550b req-7bd161a6-d66d-44e2-954a-c6e340fe1acd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820091 Jul 22 21:12:11.000903 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d7e0799b-9478-4bba-9221-4503c1a4af91 req-012cae42-cd45-406a-9e50-3ab88f421074 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196249 Jul 22 21:12:11.098007 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:11.225740 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.255335 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:11.258790 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e09553-518f-4221-b2f2-291a921658d2" -d '{"events": [{"server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "name": "network-vif-unplugged", "status": "completed", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:11.276481 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:11.282645 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.364637 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,revision_number=8']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:11.396281 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294d02d-a60e-4fbb-b241-8f3e5c3ef9b4 req-36ea1edd-e688-4f07-b403-bc95a7678988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:11.397936 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d294d02d-a60e-4fbb-b241-8f3e5c3ef9b4 req-36ea1edd-e688-4f07-b403-bc95a7678988 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdd72480ceae406eacaf35b79236a2af&device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 1097 time: 0.2486098 Jul 22 21:12:11.420505 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbe4e6-1e06-4cf7-be77-2bbcd10c700e req-323f75a3-f3d2-4fcc-8883-bb5d145cd1ed tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:11.422202 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-89fbe4e6-1e06-4cf7-be77-2bbcd10c700e req-323f75a3-f3d2-4fcc-8883-bb5d145cd1ed tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 944 time: 0.2447135 Jul 22 21:12:11.536579 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575103a6-5f92-45f5-960e-5fc7ef99a333 req-968a258f-0973-40d5-aad7-7a344c7d2b69 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:11.538087 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-575103a6-5f92-45f5-960e-5fc7ef99a333 req-968a258f-0973-40d5-aad7-7a344c7d2b69 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1949947 Jul 22 21:12:11.545110 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-89fbe4e6-1e06-4cf7-be77-2bbcd10c700e req-83454e3c-03bc-4a17-943f-7f14ad414585 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061418 Jul 22 21:12:11.596516 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294d02d-a60e-4fbb-b241-8f3e5c3ef9b4 req-40c1cba0-ce8a-48fb-bccd-1165c6d0a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:11.598047 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d294d02d-a60e-4fbb-b241-8f3e5c3ef9b4 req-40c1cba0-ce8a-48fb-bccd-1165c6d0a293 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 200 len: 916 time: 0.1733558 Jul 22 21:12:11.601009 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-575103a6-5f92-45f5-960e-5fc7ef99a333 req-eee28d08-04d4-4930-8cd2-26ed414517e1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550430 Jul 22 21:12:11.608393 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a67b59-d6c4-46e3-807b-bc62d9b675da x-openstack-request-id: req-e3a67b59-d6c4-46e3-807b-bc62d9b675da {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:11.608704 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "name": "network-vif-unplugged", "status": "completed", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:11.608963 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3a67b59-d6c4-46e3-807b-bc62d9b675da {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:11.609390 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'code': 200} Jul 22 21:12:11.718613 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d294d02d-a60e-4fbb-b241-8f3e5c3ef9b4 req-c05e0c6c-607b-42db-b404-59e3489f81ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aa8390b-0909-44a1-ab7b-6a40006ef3d9 HTTP/1.1" status: 200 len: 217 time: 0.0397160 Jul 22 21:12:11.787505 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294d02d-a60e-4fbb-b241-8f3e5c3ef9b4 req-5bb7aad7-f599-4200-af22-a9926fbfe84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:11.789191 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d294d02d-a60e-4fbb-b241-8f3e5c3ef9b4 req-5bb7aad7-f599-4200-af22-a9926fbfe84b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dff3cef0-586b-49f3-ad91-8fc1cc9d87ae HTTP/1.1" status: 200 len: 855 time: 0.0495272 Jul 22 21:12:11.834803 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d294d02d-a60e-4fbb-b241-8f3e5c3ef9b4 req-5dee485b-0b1f-46d8-ba2f-4da78576f78c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a265f2f-ca9f-48dd-8056-7dc61947facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377767 Jul 22 21:12:11.983209 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d294d02d-a60e-4fbb-b241-8f3e5c3ef9b4 req-309e080f-7155-414c-86b9-c1d7a86308cf service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223814 Jul 22 21:12:12.129841 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d294d02d-a60e-4fbb-b241-8f3e5c3ef9b4 req-f59b222a-b33c-48bb-8aea-46c57ec33463 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369627 Jul 22 21:12:12.166058 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea216cd8-2158-45ed-b1a1-a91554cfbded req-7d70b893-54b2-4db2-ae15-ac8716be0ec6 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:12.168511 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ea216cd8-2158-45ed-b1a1-a91554cfbded req-7d70b893-54b2-4db2-ae15-ac8716be0ec6 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1052556 Jul 22 21:12:12.250895 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ea216cd8-2158-45ed-b1a1-a91554cfbded req-47a41c9f-32c7-460a-ae3e-5187f4d6a89e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654972 Jul 22 21:12:12.402166 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7c5b1-38fb-4eba-ab7e-61fdd660f66a req-c7e6de7c-2b3b-41de-a7c1-ee1ef447631c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:12.403708 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bab7c5b1-38fb-4eba-ab7e-61fdd660f66a req-c7e6de7c-2b3b-41de-a7c1-ee1ef447631c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.0834694 Jul 22 21:12:12.458141 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bab7c5b1-38fb-4eba-ab7e-61fdd660f66a req-3839a359-da62-4c4b-a631-9a961a4abd17 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467067 Jul 22 21:12:12.706425 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78c756-3133-4a16-83ae-2a6a6c524e2c req-c1d12979-4b9e-4a50-9297-e6e4cdbdac39 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:12.708194 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb78c756-3133-4a16-83ae-2a6a6c524e2c req-c1d12979-4b9e-4a50-9297-e6e4cdbdac39 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 944 time: 0.0754714 Jul 22 21:12:12.752549 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 51898) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:12.771928 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb78c756-3133-4a16-83ae-2a6a6c524e2c req-2d0cbf3b-7c8c-4f77-b19c-f6756e96a448 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567760 Jul 22 21:12:12.879635 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-7b635c29-6549-409c-8eed-a9800496ac3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259160 Jul 22 21:12:13.085961 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:12:13.199470 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=6aa8390b-0909-44a1-ab7b-6a40006ef3d9,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:13.211240 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '6aa8390b-0909-44a1-ab7b-6a40006ef3d9', 'network_id': '7a265f2f-ca9f-48dd-8056-7dc61947facb', 'port_id': '6aa8390b-0909-44a1-ab7b-6a40006ef3d9', 'mac_address': 'fa:16:3e:9e:20:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff3cef0-586b-49f3-ad91-8fc1cc9d87ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:12:13.255485 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:13.273570 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:13.300930 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=6aa8390b-0909-44a1-ab7b-6a40006ef3d9,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:13.307846 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:13.394272 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=6aa8390b-0909-44a1-ab7b-6a40006ef3d9,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:13.428020 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681d219-9f53-49d6-ad7c-717916a18708 req-ccf9952a-a67e-4c42-8406-cb7a4792ba9d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:13.429615 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5681d219-9f53-49d6-ad7c-717916a18708 req-ccf9952a-a67e-4c42-8406-cb7a4792ba9d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0773444 Jul 22 21:12:13.481487 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5681d219-9f53-49d6-ad7c-717916a18708 req-808988a7-d355-48aa-a83b-b6d3fb86a757 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442789 Jul 22 21:12:13.608720 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650aa6d-e0bb-4b5a-a86b-873b6439ae24 req-3b581d22-67ea-4425-83ce-9bdf771e5abf tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:13.610453 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e650aa6d-e0bb-4b5a-a86b-873b6439ae24 req-3b581d22-67ea-4425-83ce-9bdf771e5abf tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.0710366 Jul 22 21:12:13.657379 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e650aa6d-e0bb-4b5a-a86b-873b6439ae24 req-d3771125-8079-4909-93ab-767e8bd3b0a6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394616 Jul 22 21:12:13.778402 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['6aa8390b-0909-44a1-ab7b-6a40006ef3d9'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:13.949350 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ea3c6-bb8a-47ae-9ab0-f621e8d2eca9 req-9fd2a4b3-61ad-4cfb-86ba-b43666f3bf5d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:13.950916 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-785ea3c6-bb8a-47ae-9ab0-f621e8d2eca9 req-9fd2a4b3-61ad-4cfb-86ba-b43666f3bf5d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 945 time: 0.0877874 Jul 22 21:12:13.993867 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-785ea3c6-bb8a-47ae-9ab0-f621e8d2eca9 req-46c6b8e6-b037-4076-9835-fba74c9fc84e tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364094 Jul 22 21:12:14.856228 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60671c9-45c2-4257-b12c-8b46cc501de2 req-2cf71113-1d21-4675-a7c1-7f0be3bbbe89 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:14.857875 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a60671c9-45c2-4257-b12c-8b46cc501de2 req-2cf71113-1d21-4675-a7c1-7f0be3bbbe89 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1069431 Jul 22 21:12:14.866543 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515dcd7-9922-4804-b5ef-8018a017b3a3 req-609a4a6f-cce1-4fc5-b85c-0fb14f386af0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:14.868069 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4515dcd7-9922-4804-b5ef-8018a017b3a3 req-609a4a6f-cce1-4fc5-b85c-0fb14f386af0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1076612 Jul 22 21:12:14.925186 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a60671c9-45c2-4257-b12c-8b46cc501de2 req-6671b4e3-2127-4056-b488-59a6fe7916bb tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560951 Jul 22 21:12:14.932197 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4515dcd7-9922-4804-b5ef-8018a017b3a3 req-f3b269f5-045e-4eae-8bf4-71a350464f7b tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547476 Jul 22 21:12:15.107843 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:15.163951 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:15.167412 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-77609eba-9b09-4003-bd5b-9045c35550d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:15.167866 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:15.168229 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.168901 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-77609eba-9b09-4003-bd5b-9045c35550d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0&tenant_id=7cadc60b086141b0bf66cc6aebba01f5 HTTP/1.1" status: 200 len: 1096 time: 0.1394317 Jul 22 21:12:15.181948 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c77567-c6c6-4686-aed7-51e9bf9c1e4d req-ade0e123-0788-4367-9442-c6cc40068c08 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:15.183409 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e4c77567-c6c6-4686-aed7-51e9bf9c1e4d req-ade0e123-0788-4367-9442-c6cc40068c08 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 945 time: 0.1045811 Jul 22 21:12:15.235464 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e4c77567-c6c6-4686-aed7-51e9bf9c1e4d req-d94b7351-9b8a-4d7e-a3ce-099747d1223d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454800 Jul 22 21:12:15.275053 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.279630 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-cf6318fc-4743-4f25-a219-f0ba33191343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:15.281171 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-cf6318fc-4743-4f25-a219-f0ba33191343 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 1096 time: 0.0616312 Jul 22 21:12:15.297540 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a7b616-7e88-423d-aaaf-7f59626172d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa8390b-0909-44a1-ab7b-6a40006ef3d9'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:15.300326 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6f9e17-fa34-4510-b1fc-1216a61986e2" -d '{"events": [{"server_uuid": "85a7b616-7e88-423d-aaaf-7f59626172d9", "name": "network-vif-plugged", "status": "completed", "tag": "6aa8390b-0909-44a1-ab7b-6a40006ef3d9"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:15.313561 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=6aa8390b-0909-44a1-ab7b-6a40006ef3d9,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:15.318746 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.319608 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:15.370654 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b68c0b-9e2c-4049-bd4b-eca9c60fc513 x-openstack-request-id: req-32b68c0b-9e2c-4049-bd4b-eca9c60fc513 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:15.371020 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a7b616-7e88-423d-aaaf-7f59626172d9", "name": "network-vif-plugged", "status": "completed", "tag": "6aa8390b-0909-44a1-ab7b-6a40006ef3d9", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:15.371344 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32b68c0b-9e2c-4049-bd4b-eca9c60fc513 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:15.371815 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a7b616-7e88-423d-aaaf-7f59626172d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa8390b-0909-44a1-ab7b-6a40006ef3d9', 'code': 200} Jul 22 21:12:15.409604 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=6aa8390b-0909-44a1-ab7b-6a40006ef3d9,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:15.628268 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-8f9c00b2-6ca1-4d45-8d83-c62090010db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:15.629750 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-8f9c00b2-6ca1-4d45-8d83-c62090010db4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 916 time: 0.3372304 Jul 22 21:12:15.723566 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-60ea849b-b534-4e50-a742-209d4e92999a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 HTTP/1.1" status: 200 len: 999 time: 0.0778899 Jul 22 21:12:15.732724 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34b2ca-36f4-4a86-81d3-b07257f59ac8 req-0e7890c2-8f50-4ded-ba9d-dc75de0f33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:15.734271 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-da34b2ca-36f4-4a86-81d3-b07257f59ac8 req-0e7890c2-8f50-4ded-ba9d-dc75de0f33d4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 1099 time: 0.1241181 Jul 22 21:12:15.826212 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-da34b2ca-36f4-4a86-81d3-b07257f59ac8 req-5d8db0ab-0c50-43a7-9b14-954a6a0f867c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595636 Jul 22 21:12:15.827691 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-aeaceb4e-375e-4c5e-8456-ed9aadf233db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:15.829040 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-aeaceb4e-375e-4c5e-8456-ed9aadf233db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a5381fb-b7ce-4b94-8250-c36113b9d44f HTTP/1.1" status: 200 len: 854 time: 0.0737977 Jul 22 21:12:16.110392 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70921ade-d85a-4d22-992c-d011b545e95a req-c22e908d-b48d-47b7-a9f5-6fec5af89926 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:16.111832 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-70921ade-d85a-4d22-992c-d011b545e95a req-c22e908d-b48d-47b7-a9f5-6fec5af89926 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1081676 Jul 22 21:12:16.120256 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e654ff-9a66-4b39-9bf8-60889981c33e req-37c0866f-c497-4b74-ae6f-de9ce03aaa54 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:16.121718 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-30e654ff-9a66-4b39-9bf8-60889981c33e req-37c0866f-c497-4b74-ae6f-de9ce03aaa54 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1081934 Jul 22 21:12:16.180284 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-70921ade-d85a-4d22-992c-d011b545e95a req-d5a42a6e-9a9e-43bd-b9d2-8ba524b127a4 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574424 Jul 22 21:12:16.185618 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-30e654ff-9a66-4b39-9bf8-60889981c33e req-24fde81c-0cf9-4fea-94d5-c4ffda81667f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562615 Jul 22 21:12:16.350107 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-bdddebae-3f95-4eef-8479-6b0312f4e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:16.351647 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-bdddebae-3f95-4eef-8479-6b0312f4e96c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c27f061-77cb-4f8f-ae65-db88286d691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1252701 Jul 22 21:12:16.380554 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8161b93-f08f-4fd2-b243-e02f3cb8a04d req-aaa1a78b-62ee-45b1-8a7c-90dbd04bb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:16.382429 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8161b93-f08f-4fd2-b243-e02f3cb8a04d req-aaa1a78b-62ee-45b1-8a7c-90dbd04bb008 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.1253612 Jul 22 21:12:16.488662 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c51677-217b-423c-a718-169ed9cef62d req-566e8666-27a8-4b57-a490-8d2bf0792a34 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:16.490262 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8c51677-217b-423c-a718-169ed9cef62d req-566e8666-27a8-4b57-a490-8d2bf0792a34 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.1809194 Jul 22 21:12:16.491937 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8161b93-f08f-4fd2-b243-e02f3cb8a04d req-94195066-019f-44d3-a4c1-9ae21dbc2b15 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919015 Jul 22 21:12:16.526982 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-0f782d70-b2a0-4ab0-8560-c0ced8f517a9 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593540 Jul 22 21:12:16.544295 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8c51677-217b-423c-a718-169ed9cef62d req-eb475d15-80b2-4224-9251-caf0cd35e88e tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474629 Jul 22 21:12:16.836835 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.943987 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7871cd6-a542-412d-b525-3bba4bc73f54 req-52688165-4089-451b-ae40-631108eb14f2 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915177 Jul 22 21:12:17.380762 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c14f2b-a475-4e33-a034-1e7b4fbe86dd req-640896a6-4334-4e60-aacc-9ea6d36402f7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:17.382236 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-50c14f2b-a475-4e33-a034-1e7b4fbe86dd req-640896a6-4334-4e60-aacc-9ea6d36402f7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1002505 Jul 22 21:12:17.389720 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbacbc-bfd5-4b15-b72c-28a2bb36c66a req-eaa24964-d857-40c3-a857-be47f5f083bc tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:17.391169 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1afbacbc-bfd5-4b15-b72c-28a2bb36c66a req-eaa24964-d857-40c3-a857-be47f5f083bc tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1225755 Jul 22 21:12:17.450412 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-50c14f2b-a475-4e33-a034-1e7b4fbe86dd req-da28dd33-03d4-42cb-a8ff-0d9b34481f2a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582681 Jul 22 21:12:17.453178 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1afbacbc-bfd5-4b15-b72c-28a2bb36c66a req-b6bf625f-b2f0-4c86-b344-47af0f5965fd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543914 Jul 22 21:12:17.707949 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299a512-bb67-4da5-96fc-0c037290c1e6 req-a16b7433-6e8a-49f7-abba-86fd4a3a95cd tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:17.709576 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c299a512-bb67-4da5-96fc-0c037290c1e6 req-a16b7433-6e8a-49f7-abba-86fd4a3a95cd tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.0748613 Jul 22 21:12:17.782492 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c299a512-bb67-4da5-96fc-0c037290c1e6 req-c3aca10d-57f3-44d3-bddc-be21bf22d626 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600145 Jul 22 21:12:18.638720 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953e12c-cd4e-4f22-90bb-1f19b448b759 req-8d7a664a-a279-4c37-8550-ed4a11988b0d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:18.640093 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c953e12c-cd4e-4f22-90bb-1f19b448b759 req-8d7a664a-a279-4c37-8550-ed4a11988b0d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1093652 Jul 22 21:12:18.660325 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c936f-539f-4b95-816a-9e0a5a2c44f7 req-330f3e75-3279-4ad6-a70e-476dc929c496 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:18.662005 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e86c936f-539f-4b95-816a-9e0a5a2c44f7 req-330f3e75-3279-4ad6-a70e-476dc929c496 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1016328 Jul 22 21:12:18.727449 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c953e12c-cd4e-4f22-90bb-1f19b448b759 req-bafe76ee-54ff-4649-baff-9fde71203b04 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765338 Jul 22 21:12:18.732874 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e86c936f-539f-4b95-816a-9e0a5a2c44f7 req-509663d0-2fa8-4899-9668-3a3849bd9470 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633888 Jul 22 21:12:18.927270 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2c6c2-9181-44a9-9b7b-5d25b441063f req-363b35b3-5b4d-4ac4-98a0-b42a520f770c tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:18.928662 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a9c2c6c2-9181-44a9-9b7b-5d25b441063f req-363b35b3-5b4d-4ac4-98a0-b42a520f770c tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.0749795 Jul 22 21:12:18.972747 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a9c2c6c2-9181-44a9-9b7b-5d25b441063f req-e4696658-4261-4140-ac80-7d767a4fb397 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346940 Jul 22 21:12:19.945463 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824ffc4-49bb-42d6-ad46-5061f5c573fd req-cea72796-7a20-407f-8d4e-255a9727fa41 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:19.947055 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1824ffc4-49bb-42d6-ad46-5061f5c573fd req-cea72796-7a20-407f-8d4e-255a9727fa41 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0998509 Jul 22 21:12:19.956030 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11d0fc-22e0-4fa6-bcda-fbc0fe48f5ca req-96329d9d-a140-43d3-b865-92e38edc4e03 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:19.957609 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fd11d0fc-22e0-4fa6-bcda-fbc0fe48f5ca req-96329d9d-a140-43d3-b865-92e38edc4e03 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1193471 Jul 22 21:12:20.019147 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1824ffc4-49bb-42d6-ad46-5061f5c573fd req-9f5a54d4-0eb6-48ce-9985-6eb271ee8c6a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605986 Jul 22 21:12:20.021926 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fd11d0fc-22e0-4fa6-bcda-fbc0fe48f5ca req-d48ffe6e-f9e8-4129-8e0b-64f303e1213d tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567055 Jul 22 21:12:20.175291 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1a3ef-6a92-4589-a72b-7dadc50b81ac req-eb496efb-70e9-405d-b0d6-8e988988a68d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:20.176858 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb1a3ef-6a92-4589-a72b-7dadc50b81ac req-eb496efb-70e9-405d-b0d6-8e988988a68d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.0737660 Jul 22 21:12:20.222949 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8fb1a3ef-6a92-4589-a72b-7dadc50b81ac req-83a210ea-9fa6-4a9d-a911-ca508f59c6de tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358858 Jul 22 21:12:21.219736 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0972d-f16c-4cee-83a7-99be4dbde3c5 req-050154f4-ae98-4a3b-a421-9fdc5326e9e2 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:21.224948 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f8c0972d-f16c-4cee-83a7-99be4dbde3c5 req-050154f4-ae98-4a3b-a421-9fdc5326e9e2 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1196938 Jul 22 21:12:21.256624 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12d50c-012b-4880-8365-1131cd127447 req-e5d5ca4a-bf8e-4bf2-8d0d-91e46fbb0b45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:21.258307 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0c12d50c-012b-4880-8365-1131cd127447 req-e5d5ca4a-bf8e-4bf2-8d0d-91e46fbb0b45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1442115 Jul 22 21:12:21.303077 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f8c0972d-f16c-4cee-83a7-99be4dbde3c5 req-84d3e251-87e2-4fe6-938a-ba104a644987 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750251 Jul 22 21:12:21.325512 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0c12d50c-012b-4880-8365-1131cd127447 req-4d749a5c-6d9b-4cda-b22a-e5d41e3a3829 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520260 Jul 22 21:12:21.444502 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17c929-141a-4c9b-b4e2-a970a99c2fc0 req-91f4d77d-6715-4be9-87db-7a2758c6a4ce tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:21.446077 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8c17c929-141a-4c9b-b4e2-a970a99c2fc0 req-91f4d77d-6715-4be9-87db-7a2758c6a4ce tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.0736318 Jul 22 21:12:21.487577 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8c17c929-141a-4c9b-b4e2-a970a99c2fc0 req-c6eb7ac6-b4ab-4ff0-a7cb-23e36a385b08 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355985 Jul 22 21:12:22.569113 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f66d96-3fc5-4b77-ad21-66aa2a2b715b req-801faa66-5521-4108-8344-4e54fa17b043 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:22.571074 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d2f66d96-3fc5-4b77-ad21-66aa2a2b715b req-801faa66-5521-4108-8344-4e54fa17b043 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1840234 Jul 22 21:12:22.586232 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fe5fb-8a73-4d6b-964d-84d1b4124387 req-71b2ec92-8623-4bd7-88eb-4d489876a15f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:22.588327 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d79fe5fb-8a73-4d6b-964d-84d1b4124387 req-71b2ec92-8623-4bd7-88eb-4d489876a15f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1188962 Jul 22 21:12:22.652274 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d2f66d96-3fc5-4b77-ad21-66aa2a2b715b req-d94dbc67-d748-46c9-ba73-9592ae5f4d74 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743871 Jul 22 21:12:22.665390 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d79fe5fb-8a73-4d6b-964d-84d1b4124387 req-382b1f3d-c54a-45eb-82df-8b877a801aae tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543771 Jul 22 21:12:22.850828 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3fa52-99dd-4682-9a30-716fef5967fb req-a0714a8c-88a7-4742-9e6d-7509fa8f4a0b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:22.853142 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1ba3fa52-99dd-4682-9a30-716fef5967fb req-a0714a8c-88a7-4742-9e6d-7509fa8f4a0b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.1057289 Jul 22 21:12:22.896431 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1ba3fa52-99dd-4682-9a30-716fef5967fb req-1b9dce5d-f49e-46ea-8138-ea6e35295eb6 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353453 Jul 22 21:12:23.868794 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6bfe6-ebb4-4447-957c-cdd702707224 req-9752e7b7-bb09-447a-a458-68e6cd4cd366 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:23.872159 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-78e6bfe6-ebb4-4447-957c-cdd702707224 req-9752e7b7-bb09-447a-a458-68e6cd4cd366 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1181691 Jul 22 21:12:23.887706 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1f229-0dc6-405a-8993-aeaa823bc3c9 req-4d7ead43-d10d-4273-a8da-59bdb4e994a3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:23.889916 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ea1f229-0dc6-405a-8993-aeaa823bc3c9 req-4d7ead43-d10d-4273-a8da-59bdb4e994a3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1031303 Jul 22 21:12:23.954408 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-78e6bfe6-ebb4-4447-957c-cdd702707224 req-4cd927cb-7b65-42a7-aa22-aa3cb3b135fd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629117 Jul 22 21:12:23.983807 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ea1f229-0dc6-405a-8993-aeaa823bc3c9 req-2611d886-c9c4-4757-a368-d19a1fcaa6ab tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642793 Jul 22 21:12:24.116973 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fc8e-8561-4a82-97f1-b87abacd4a46 req-f73a1e0f-15ff-4023-a5e6-1cf16289e07b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:24.118700 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c581fc8e-8561-4a82-97f1-b87abacd4a46 req-f73a1e0f-15ff-4023-a5e6-1cf16289e07b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.0773511 Jul 22 21:12:24.169635 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c581fc8e-8561-4a82-97f1-b87abacd4a46 req-465e561f-5b4b-4adc-9c19-9e2ea8b10d8f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448213 Jul 22 21:12:25.203885 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5499b0-eed6-4699-acf7-63636a6770ef req-04e0e9b6-10a3-4948-adff-17ebe5f54195 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:25.205453 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2c5499b0-eed6-4699-acf7-63636a6770ef req-04e0e9b6-10a3-4948-adff-17ebe5f54195 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1509626 Jul 22 21:12:25.217975 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f8fd8-8cf5-4fd0-9eda-20485dbf28c5 req-eb65221d-329d-49d2-a70c-e75574764bb8 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:25.219541 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6a1f8fd8-8cf5-4fd0-9eda-20485dbf28c5 req-eb65221d-329d-49d2-a70c-e75574764bb8 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1232953 Jul 22 21:12:25.282015 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2c5499b0-eed6-4699-acf7-63636a6770ef req-f314c8df-510c-41ea-a5be-dfa8bc74f852 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582459 Jul 22 21:12:25.287986 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6a1f8fd8-8cf5-4fd0-9eda-20485dbf28c5 req-a1d60a02-973e-4400-910a-0afa72165e4a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578027 Jul 22 21:12:25.451396 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6969b-7394-48f1-b6c6-4597c700ff0a req-4877e5e8-61fc-4afb-a5d5-3b92b33b1805 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:25.453369 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1ed6969b-7394-48f1-b6c6-4597c700ff0a req-4877e5e8-61fc-4afb-a5d5-3b92b33b1805 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.0794165 Jul 22 21:12:25.499194 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1ed6969b-7394-48f1-b6c6-4597c700ff0a req-a49afa7f-9cb9-44a3-8206-1007780cb9d2 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393102 Jul 22 21:12:26.522231 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a7f95-9040-406c-a399-87b270f3e98b req-28fe7b33-402a-4b25-a63f-b2e9bcaf8007 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:26.524038 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-466a7f95-9040-406c-a399-87b270f3e98b req-28fe7b33-402a-4b25-a63f-b2e9bcaf8007 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1499867 Jul 22 21:12:26.539812 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33830230-5e9b-4a19-8299-d9d5db535a3b req-0468b1cc-4096-4e61-96d3-c0757cd3af61 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:26.541502 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33830230-5e9b-4a19-8299-d9d5db535a3b req-0468b1cc-4096-4e61-96d3-c0757cd3af61 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1089556 Jul 22 21:12:26.612106 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-466a7f95-9040-406c-a399-87b270f3e98b req-ae721ef4-3370-4b7d-b687-47e8dfad4205 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808990 Jul 22 21:12:26.620506 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33830230-5e9b-4a19-8299-d9d5db535a3b req-8f0499b6-b11c-406e-a71c-42dd31dbc0c7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602231 Jul 22 21:12:26.759419 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8916b-d639-43e3-94a0-c995d649a7f0 req-35c47f65-d17f-48f7-934c-0359bc753f66 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:26.760588 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9ca8916b-d639-43e3-94a0-c995d649a7f0 req-35c47f65-d17f-48f7-934c-0359bc753f66 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.0678515 Jul 22 21:12:26.802040 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9ca8916b-d639-43e3-94a0-c995d649a7f0 req-170cc6c6-f4cc-4e83-9650-44fc039a9ab6 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352929 Jul 22 21:12:27.816445 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a229c0e-f87c-4bda-984b-750ce0897711 req-8f30f0d2-1d70-4e3f-a66c-f491ddfc27fe tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:27.818141 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a229c0e-f87c-4bda-984b-750ce0897711 req-8f30f0d2-1d70-4e3f-a66c-f491ddfc27fe tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1164010 Jul 22 21:12:27.827161 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badbba1-0465-48e0-bfc4-a28712ab652c req-1b2b2dd6-1495-444b-834f-09e253ac04c1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:27.828904 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3badbba1-0465-48e0-bfc4-a28712ab652c req-1b2b2dd6-1495-444b-834f-09e253ac04c1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.0946732 Jul 22 21:12:27.889339 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3badbba1-0465-48e0-bfc4-a28712ab652c req-393e82bc-53f4-4bbd-b5c9-22f01794aa2c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532520 Jul 22 21:12:27.895094 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a229c0e-f87c-4bda-984b-750ce0897711 req-e0fccc2a-a6ce-41f6-8f02-6cbd6f07dd82 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651712 Jul 22 21:12:28.044464 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b9fc-f758-46c7-b9d8-a496d1c65c12 req-aa1aaf7c-6b48-482c-8c5d-ef24a70bf71f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:28.047587 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-67e5b9fc-f758-46c7-b9d8-a496d1c65c12 req-aa1aaf7c-6b48-482c-8c5d-ef24a70bf71f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.0936563 Jul 22 21:12:28.092562 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-67e5b9fc-f758-46c7-b9d8-a496d1c65c12 req-61a7e702-be69-4840-bd31-3f505306072a tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399313 Jul 22 21:12:28.447450 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-6b1f1b06-de11-41e7-a72f-24a3f5dd2169 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050067591&fields=id&tenant_id=2d64087a21984722bde5bc91d44ce0df HTTP/1.1" status: 200 len: 267 time: 0.0376716 Jul 22 21:12:28.575560 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0600596-be88-4535-80f7-9fddc000e574 req-278c4b07-c823-467b-b1c6-efe7b296ac5b tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:28.576987 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-278c4b07-c823-467b-b1c6-efe7b296ac5b tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/networks?id=75d01a07-1004-4894-b159-65c12a3faea0 HTTP/1.1" status: 200 len: 809 time: 0.1231053 Jul 22 21:12:28.598272 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-2083aa91-bf0a-48fd-9e6b-61587ccf2333 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/quotas/2d64087a21984722bde5bc91d44ce0df HTTP/1.1" status: 200 len: 375 time: 0.0117919 Jul 22 21:12:28.691259 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-0b060fd5-1f9a-47d1-a35b-f77e388a94fa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d64087a21984722bde5bc91d44ce0df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746167 Jul 22 21:12:28.821952 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-02598382-a74b-4623-ac4c-d6f57c8b8876 service neutron] 10.222.0.61 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161034 Jul 22 21:12:28.943537 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-8fac5f99-b678-4ac1-9ca5-c5698483a03b service neutron] 10.222.0.61 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151257 Jul 22 21:12:29.058920 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4def6d8-98af-4ed6-9439-721de92b50a5 req-d0fd9460-0899-4175-9cce-79df09f27158 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:29.060487 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f4def6d8-98af-4ed6-9439-721de92b50a5 req-d0fd9460-0899-4175-9cce-79df09f27158 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0791054 Jul 22 21:12:29.119581 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f4def6d8-98af-4ed6-9439-721de92b50a5 req-3d7591ee-07bd-4858-909f-f6a0184ef771 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527904 Jul 22 21:12:29.308470 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6037db-4901-477e-a8ac-e983a7f0c6e6 req-6a1fae48-7b52-4d47-8ca7-395d6f7f3d95 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:29.310056 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4b6037db-4901-477e-a8ac-e983a7f0c6e6 req-6a1fae48-7b52-4d47-8ca7-395d6f7f3d95 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.0984035 Jul 22 21:12:29.383545 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4b6037db-4901-477e-a8ac-e983a7f0c6e6 req-efa22363-b348-4593-af57-5676bc8043cd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647452 Jul 22 21:12:29.519894 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23f5bb46-62ea-40a8-a62d-5afc0796f4ca req-c26f9cac-2da2-409b-9517-7103b55a89f1 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 210 time: 0.0463059 Jul 22 21:12:29.544494 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37804551-3907-4412-a480-083f84a409ff req-1444a117-88b7-438b-a733-ae900c35e306 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:29.547146 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-37804551-3907-4412-a480-083f84a409ff req-1444a117-88b7-438b-a733-ae900c35e306 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.1612434 Jul 22 21:12:29.612244 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-37804551-3907-4412-a480-083f84a409ff req-277d093b-3e0a-481d-8167-2cf9fc7f590b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567062 Jul 22 21:12:30.128601 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-6abb5d7c-e4ec-4f29-9217-6eeb54f5dd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:30.282595 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e51f2-b207-4456-aa33-8b2d2d19aef4 req-eee541bf-ef09-4eb6-bf51-0b8b4fe0e2db tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.284288 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-394e51f2-b207-4456-aa33-8b2d2d19aef4 req-eee541bf-ef09-4eb6-bf51-0b8b4fe0e2db tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0825598 Jul 22 21:12:30.336926 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-394e51f2-b207-4456-aa33-8b2d2d19aef4 req-fbd89a26-3d53-4891-a6a2-f788f1c76f14 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460999 Jul 22 21:12:30.560016 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126637d-53f8-4a21-ad5e-3bcc2e00dd64 req-881c2b8b-cd78-4307-aa16-87dda7aafb2c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.561681 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3126637d-53f8-4a21-ad5e-3bcc2e00dd64 req-881c2b8b-cd78-4307-aa16-87dda7aafb2c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.0780993 Jul 22 21:12:30.620932 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3126637d-53f8-4a21-ad5e-3bcc2e00dd64 req-e6a8f743-5112-4f86-bba9-0fc8a38b3fa9 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506694 Jul 22 21:12:30.667833 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fd48f652-116f-4789-8d56-18489a80188e req-effdbd6e-bed2-4c5c-81dd-bb27bab7325d tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 210 time: 0.0439835 Jul 22 21:12:30.793358 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951b898-cc5e-4a8e-8ebf-26e7cb461372 req-518d12b8-a5f8-4e8f-9af1-c24a64ed900a tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.795046 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f951b898-cc5e-4a8e-8ebf-26e7cb461372 req-518d12b8-a5f8-4e8f-9af1-c24a64ed900a tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.0896685 Jul 22 21:12:31.044299 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f951b898-cc5e-4a8e-8ebf-26e7cb461372 req-ac254f7d-30d3-4e79-8a4b-13b6924b01be tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417822 Jul 22 21:12:31.514361 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26075c-58c8-4c65-92cc-4850d808a2aa req-0032c89e-407a-4472-90ff-9d3758ae624a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:31.515905 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7e26075c-58c8-4c65-92cc-4850d808a2aa req-0032c89e-407a-4472-90ff-9d3758ae624a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0958908 Jul 22 21:12:31.578486 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7e26075c-58c8-4c65-92cc-4850d808a2aa req-b99ce859-24a9-485b-bd2e-a3b0817508b4 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555718 Jul 22 21:12:31.795533 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-41ab3531-4c0b-4037-80d9-e46f0f3d1409 req-dc48d50d-bd2f-47e2-851f-a1d6669b6d09 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 210 time: 0.0553486 Jul 22 21:12:31.846601 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df118-f22c-47f2-8c0e-469812340206 req-dfc30689-00e1-42db-8c57-8a112056bd0d tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:31.849777 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9f6df118-f22c-47f2-8c0e-469812340206 req-dfc30689-00e1-42db-8c57-8a112056bd0d tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1192651 Jul 22 21:12:31.897596 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9f6df118-f22c-47f2-8c0e-469812340206 req-5c88d9f2-fd7b-41da-b824-f486e900ca00 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390842 Jul 22 21:12:32.206025 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fe86d-fa38-46ff-bc71-f77f0a4ca98c req-ee519c7a-eb83-476e-8da6-239a4fd08fea tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:32.207506 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4b8fe86d-fa38-46ff-bc71-f77f0a4ca98c req-ee519c7a-eb83-476e-8da6-239a4fd08fea tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.0726082 Jul 22 21:12:32.250299 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4b8fe86d-fa38-46ff-bc71-f77f0a4ca98c req-a71e5e59-153e-4195-982a-45af54c9d0f0 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359001 Jul 22 21:12:32.734721 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2969c-39ad-4b29-bf57-9cf123f99f36 req-db3eef56-7b53-4287-899e-8d342612f282 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:32.736255 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42d2969c-39ad-4b29-bf57-9cf123f99f36 req-db3eef56-7b53-4287-899e-8d342612f282 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0828834 Jul 22 21:12:32.779370 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42d2969c-39ad-4b29-bf57-9cf123f99f36 req-a7fc5ab0-5fca-4413-b20e-c779a4f0d560 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371833 Jul 22 21:12:32.852305 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-4c0b509b-31ab-43b4-a3df-5c83ac07724b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:32.918433 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4f84882d-b3cf-4652-a4fe-a79b41d496a0 req-fccb80e3-0d34-45ca-88a4-7bc43b7f58fa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 210 time: 0.0387542 Jul 22 21:12:33.105963 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbb1ef-9071-4f1c-8abd-161dddb4467f req-1e46cc5f-9e67-4d76-ad45-e6dcb8f5f270 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:33.107333 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-accbb1ef-9071-4f1c-8abd-161dddb4467f req-1e46cc5f-9e67-4d76-ad45-e6dcb8f5f270 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.0890715 Jul 22 21:12:33.153404 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-accbb1ef-9071-4f1c-8abd-161dddb4467f req-0a955ec3-0146-4b54-ab37-4a2dfc8972d6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389059 Jul 22 21:12:33.194323 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.391837 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc813b9-5ee4-48fd-b3c8-c8e471fb6129 req-43ae4122-9023-4c2f-99c4-1ad939d26ba4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:33.393384 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbc813b9-5ee4-48fd-b3c8-c8e471fb6129 req-43ae4122-9023-4c2f-99c4-1ad939d26ba4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.0691361 Jul 22 21:12:33.439156 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cbc813b9-5ee4-48fd-b3c8-c8e471fb6129 req-5eb80115-37ef-4b42-a05d-c22971bb6024 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378721 Jul 22 21:12:33.876780 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0600596-be88-4535-80f7-9fddc000e574 req-df87ccfd-b6f9-4d06-9737-1080d61c160a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:33.879082 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-df87ccfd-b6f9-4d06-9737-1080d61c160a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.72 "GET /v2.0/networks?id=75d01a07-1004-4894-b159-65c12a3faea0 HTTP/1.1" status: 200 len: 809 time: 0.1615734 Jul 22 21:12:33.935639 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.976384 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-cee67de6-b762-4f06-837f-3e5c7668e079 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d64087a21984722bde5bc91d44ce0df HTTP/1.1" status: 200 len: 380 time: 0.0748410 Jul 22 21:12:34.000589 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Request body: {'port': {'device_id': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'admin_state_up': True, 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'security_groups': ['1b2cb097-d019-4c3b-a8cf-9812c22ac754']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:34.064438 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0732ca8-392e-4c49-bbd8-c8bdd3365d96 req-fcb8a66c-d1e3-4e92-9189-bd8d8bf7bd0e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.065991 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e0732ca8-392e-4c49-bbd8-c8bdd3365d96 req-fcb8a66c-d1e3-4e92-9189-bd8d8bf7bd0e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1750631 Jul 22 21:12:34.070888 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-be01de19-33b9-4b79-b75d-35b7d0570b4c req-911237a9-484d-447e-a4aa-833766f466b5 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 210 time: 0.0639558 Jul 22 21:12:34.155963 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e0732ca8-392e-4c49-bbd8-c8bdd3365d96 req-3f7909d5-2675-4778-8620-269430b5fb5e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523765 Jul 22 21:12:34.185398 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Made reservation on behalf of 2d64087a21984722bde5bc91d44ce0df for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:12:34.189024 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.391556 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Allocated IP 172.20.0.3 (75d01a07-1004-4894-b159-65c12a3faea0/d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30/cc5b425a-bd03-4a75-a797-7715d080110d) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:34.403072 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3f285-a099-451f-94d1-ab886a7acc41 req-f148c863-08dd-4cd9-b991-61539b6b99df tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.404651 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48a3f285-a099-451f-94d1-ab886a7acc41 req-f148c863-08dd-4cd9-b991-61539b6b99df tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1542695 Jul 22 21:12:34.473510 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48a3f285-a099-451f-94d1-ab886a7acc41 req-142ce20f-8cc7-432e-a1ef-3d26e02e43ff tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587263 Jul 22 21:12:34.668331 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.681909 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95a2da-723a-41ce-9029-aa3659fc8ad4 req-8e20215e-2b1f-4e1c-af38-6cc4223fa5fa tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.683351 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9b95a2da-723a-41ce-9029-aa3659fc8ad4 req-8e20215e-2b1f-4e1c-af38-6cc4223fa5fa tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1863539 Jul 22 21:12:34.696930 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515332c-712a-418e-be42-b0fae38b6a72 req-d7a9fdd4-aa9d-4bff-ba76-60aab685f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.698422 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b515332c-712a-418e-be42-b0fae38b6a72 req-d7a9fdd4-aa9d-4bff-ba76-60aab685f7b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83409f5ee05143549e6b448156db56f3&device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.1758673 Jul 22 21:12:34.712060 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Transition to ACTIVE for port object cc5b425a-bd03-4a75-a797-7715d080110d will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:34.811309 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9b95a2da-723a-41ce-9029-aa3659fc8ad4 req-9e63afe1-910b-45b9-8879-4820d23b78b9 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197872 Jul 22 21:12:34.842110 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.857264 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515332c-712a-418e-be42-b0fae38b6a72 req-38a755a1-4c35-4280-82fe-be3d84522887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.858717 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b515332c-712a-418e-be42-b0fae38b6a72 req-38a755a1-4c35-4280-82fe-be3d84522887 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 200 len: 920 time: 0.1356332 Jul 22 21:12:34.929938 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Network 75d01a07-1004-4894-b159-65c12a3faea0 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:34.931523 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b515332c-712a-418e-be42-b0fae38b6a72 req-7fb674ed-b7f1-44d6-8e35-c80fedba4ea8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba033758-d3ba-4904-a9d6-738de55f6d53 HTTP/1.1" status: 200 len: 217 time: 0.0530436 Jul 22 21:12:34.936637 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:34.942908 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:34.947023 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event updated for resources: {'Port': ['ID=cc5b425a-bd03-4a75-a797-7715d080110d,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:35.035355 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:35.036011 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:35.042957 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515332c-712a-418e-be42-b0fae38b6a72 req-7f4ec1d3-96e6-4a0b-8158-c0ec38a0164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:35.044467 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b515332c-712a-418e-be42-b0fae38b6a72 req-7f4ec1d3-96e6-4a0b-8158-c0ec38a0164d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81c09867-3f71-4343-84b7-0293e6ab5741 HTTP/1.1" status: 200 len: 859 time: 0.0722837 Jul 22 21:12:35.059930 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-a9fbe509-d971-4118-bc44-0214970c3c0e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0632303 Jul 22 21:12:35.134656 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Request body: {'port': {'device_id': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:35.210123 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:35.247948 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b515332c-712a-418e-be42-b0fae38b6a72 req-ade83b95-1855-4e7b-97b8-49588625d4f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e9abf4eb-fe7c-4e13-a636-571e35d647a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064425 Jul 22 21:12:35.286945 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-71ef25ba-27e9-44a7-8ce2-a62dd213781e None None] Provisioning for port cc5b425a-bd03-4a75-a797-7715d080110d completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:35.294788 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-71ef25ba-27e9-44a7-8ce2-a62dd213781e None None] Provisioning complete for port cc5b425a-bd03-4a75-a797-7715d080110d triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:35.296089 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-71ef25ba-27e9-44a7-8ce2-a62dd213781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:35.356342 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-71ef25ba-27e9-44a7-8ce2-a62dd213781e None None] Port cc5b425a-bd03-4a75-a797-7715d080110d cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:12:35.388159 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:35.413685 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951944c4-c895-4939-a123-81b52c5697ce req-2a1c061a-7c08-4db1-8c44-516bbeb63c76 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:35.415059 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-951944c4-c895-4939-a123-81b52c5697ce req-2a1c061a-7c08-4db1-8c44-516bbeb63c76 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 931 time: 0.2550521 Jul 22 21:12:35.463713 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b515332c-712a-418e-be42-b0fae38b6a72 req-f8ac5a31-e2e3-4fcd-a611-804e958c06b8 service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013893 Jul 22 21:12:35.508614 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-951944c4-c895-4939-a123-81b52c5697ce req-73473f26-86ab-4a1c-a51b-925a32549bcc tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823448 Jul 22 21:12:35.704042 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b515332c-712a-418e-be42-b0fae38b6a72 req-d828aeb8-76dc-4ce9-979a-d3d4bb796d0f service neutron] 10.222.0.72 "GET /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156491 Jul 22 21:12:35.779601 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3a8a8-49d1-4be1-aa10-8c1b0b16002b req-332cdfa8-497d-46fc-a4b2-4b4654a03e00 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:35.781109 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4a3a8a8-49d1-4be1-aa10-8c1b0b16002b req-332cdfa8-497d-46fc-a4b2-4b4654a03e00 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1980155 Jul 22 21:12:35.869453 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4a3a8a8-49d1-4be1-aa10-8c1b0b16002b req-135ad0f7-1ae2-42c6-bff4-4aab2b59900e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765600 Jul 22 21:12:35.893372 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5b425a-bd03-4a75-a797-7715d080110d {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:35.902702 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:35.936731 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Transition to ACTIVE for port object cc5b425a-bd03-4a75-a797-7715d080110d will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:35.940593 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.021872 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Pushing event updated for resources: {'Port': ['ID=cc5b425a-bd03-4a75-a797-7715d080110d,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:36.092898 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f74b0-9790-458f-bb76-3365e2ed2ed6 req-d00be49c-41c7-45e3-8946-6c59f2fb6b4d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.095174 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-020f74b0-9790-458f-bb76-3365e2ed2ed6 req-d00be49c-41c7-45e3-8946-6c59f2fb6b4d tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1703470 Jul 22 21:12:36.350967 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Attempting to bind port cc5b425a-bd03-4a75-a797-7715d080110d on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:36.351349 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Attempting to bind port cc5b425a-bd03-4a75-a797-7715d080110d by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:36.351671 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Attempting to bind port cc5b425a-bd03-4a75-a797-7715d080110d on network 75d01a07-1004-4894-b159-65c12a3faea0 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:36.362302 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-020f74b0-9790-458f-bb76-3365e2ed2ed6 req-809a3c7f-a3a9-452f-80de-5ea07d45d576 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580934 Jul 22 21:12:36.362993 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Port cc5b425a-bd03-4a75-a797-7715d080110d on network 75d01a07-1004-4894-b159-65c12a3faea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:12:36.363307 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Attempting to bind port cc5b425a-bd03-4a75-a797-7715d080110d on network 75d01a07-1004-4894-b159-65c12a3faea0 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:36.368828 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:36.369262 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Checking segment: {'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:36.369639 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Bound using segment: {'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:36.370062 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Bound port: cc5b425a-bd03-4a75-a797-7715d080110d, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086b9ab0-e507-419b-a101-8636f3b48ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:36.370413 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.441360 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] For port cc5b425a-bd03-4a75-a797-7715d080110d, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:36.445546 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] For port cc5b425a-bd03-4a75-a797-7715d080110d, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=cc5b425a-bd03-4a75-a797-7715d080110d,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:36.451210 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.492468 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.493073 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.494522 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] 10.222.0.72 "PUT /v2.0/ports/cc5b425a-bd03-4a75-a797-7715d080110d HTTP/1.1" status: 200 len: 1093 time: 1.3691437 Jul 22 21:12:36.495004 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:36.497147 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23f914-4964-4a27-98bd-be04b2f0b60c" -d '{"events": [{"name": "network-changed", "server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:36.518643 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30a6e4-1046-4c01-98bb-a26a2d84358c service neutron] Pushing event updated for resources: {'Port': ['ID=cc5b425a-bd03-4a75-a797-7715d080110d,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:36.561442 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f1cac9-fecc-42ed-9e1b-c5b333f75a0f x-openstack-request-id: req-57f1cac9-fecc-42ed-9e1b-c5b333f75a0f {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:36.561824 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:36.562107 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57f1cac9-fecc-42ed-9e1b-c5b333f75a0f {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:36.563152 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'status': 'completed', 'code': 200} Jul 22 21:12:36.699744 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0600596-be88-4535-80f7-9fddc000e574 req-29f43fc7-8993-426a-9f04-ab77b472a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.701285 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-29f43fc7-8993-426a-9f04-ab77b472a060 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d64087a21984722bde5bc91d44ce0df&device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 1096 time: 0.1149035 Jul 22 21:12:36.717186 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249ab12-d7ce-487a-89fe-770a65001a7c req-da474d40-e3da-4f9d-bc8e-f51f1a36acdc tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.718684 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8249ab12-d7ce-487a-89fe-770a65001a7c req-da474d40-e3da-4f9d-bc8e-f51f1a36acdc tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0899189 Jul 22 21:12:36.763452 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-bbbb61e1-8ada-4cad-aed9-2d246e2fab08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5b425a-bd03-4a75-a797-7715d080110d HTTP/1.1" status: 200 len: 217 time: 0.0415890 Jul 22 21:12:36.821798 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8249ab12-d7ce-487a-89fe-770a65001a7c req-acf8c45d-7315-48d3-a4ec-00ed8fcecaa1 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927215 Jul 22 21:12:36.835249 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0600596-be88-4535-80f7-9fddc000e574 req-80ed9746-8164-431c-b009-580460dc399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.836816 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-80ed9746-8164-431c-b009-580460dc399c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30 HTTP/1.1" status: 200 len: 848 time: 0.0645092 Jul 22 21:12:36.898627 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0600596-be88-4535-80f7-9fddc000e574 req-6834bef3-224b-40a8-a988-f14fab3870fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.900132 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-6834bef3-224b-40a8-a988-f14fab3870fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75d01a07-1004-4894-b159-65c12a3faea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562854 Jul 22 21:12:37.044276 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-794aef8e-a4dd-4ddb-b332-2495157178da service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323514 Jul 22 21:12:37.093240 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee9de7-9d88-46a7-bc2b-20ec4b7c2c0a req-b3e39ab4-e5c8-4b67-ba44-6e2a3301edae tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.095293 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-73ee9de7-9d88-46a7-bc2b-20ec4b7c2c0a req-b3e39ab4-e5c8-4b67-ba44-6e2a3301edae tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1137803 Jul 22 21:12:37.175536 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-73ee9de7-9d88-46a7-bc2b-20ec4b7c2c0a req-6256169c-5154-47fd-b30f-0539790dcc24 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523748 Jul 22 21:12:37.179236 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b0600596-be88-4535-80f7-9fddc000e574 req-dc807f1a-9748-40d4-8116-0b0af0c94739 service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262259 Jul 22 21:12:37.386057 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f914-4964-4a27-98bd-be04b2f0b60c req-3cc2e44b-14e2-49ee-9bce-1affe046fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.387748 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa23f914-4964-4a27-98bd-be04b2f0b60c req-3cc2e44b-14e2-49ee-9bce-1affe046fa62 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d64087a21984722bde5bc91d44ce0df&device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 1096 time: 0.0637259 Jul 22 21:12:37.529683 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f914-4964-4a27-98bd-be04b2f0b60c req-2125e92e-ea16-4943-8b8e-4b7327d95223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.531217 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa23f914-4964-4a27-98bd-be04b2f0b60c req-2125e92e-ea16-4943-8b8e-4b7327d95223 service neutron] 10.222.0.72 "GET /v2.0/networks?id=75d01a07-1004-4894-b159-65c12a3faea0 HTTP/1.1" status: 200 len: 910 time: 0.1308484 Jul 22 21:12:37.584134 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa23f914-4964-4a27-98bd-be04b2f0b60c req-cb205858-3c9d-4721-8da6-cabae2eb8c70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5b425a-bd03-4a75-a797-7715d080110d HTTP/1.1" status: 200 len: 217 time: 0.0394483 Jul 22 21:12:37.602012 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819668d4-7c69-4851-bcf8-4db18ef41dda req-5909e107-bff6-4567-b51c-c688c15a8d2b tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.603651 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-819668d4-7c69-4851-bcf8-4db18ef41dda req-5909e107-bff6-4567-b51c-c688c15a8d2b tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1361828 Jul 22 21:12:37.675828 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f914-4964-4a27-98bd-be04b2f0b60c req-08cf2fc1-0e8f-45ea-913f-2f198778171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.677252 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa23f914-4964-4a27-98bd-be04b2f0b60c req-08cf2fc1-0e8f-45ea-913f-2f198778171e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30 HTTP/1.1" status: 200 len: 848 time: 0.0845742 Jul 22 21:12:37.682667 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-819668d4-7c69-4851-bcf8-4db18ef41dda req-c396b39e-cef3-4bc4-93af-20f521ff9146 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694866 Jul 22 21:12:37.766281 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f914-4964-4a27-98bd-be04b2f0b60c req-f4db4440-122f-4d71-b8b4-b806fdd7b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:37.767842 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa23f914-4964-4a27-98bd-be04b2f0b60c req-f4db4440-122f-4d71-b8b4-b806fdd7b13c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75d01a07-1004-4894-b159-65c12a3faea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763719 Jul 22 21:12:37.878236 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa23f914-4964-4a27-98bd-be04b2f0b60c req-fa36906e-664d-46db-9a60-d4b528a49b51 service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024184 Jul 22 21:12:38.037474 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5e858-beb7-4caf-8550-3fd26df8aeb2 req-eb3065f6-db95-4680-abac-608f63d7b9f5 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:38.039021 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c1e5e858-beb7-4caf-8550-3fd26df8aeb2 req-eb3065f6-db95-4680-abac-608f63d7b9f5 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.1349905 Jul 22 21:12:38.041259 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa23f914-4964-4a27-98bd-be04b2f0b60c req-b1a95c04-bfbb-40ba-aeec-385a5e0bd212 service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471965 Jul 22 21:12:38.080180 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c1e5e858-beb7-4caf-8550-3fd26df8aeb2 req-bd9e65f5-51a3-4233-9c9e-2cc83820c96f tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351222 Jul 22 21:12:38.367020 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8ea04-6734-4dac-96c4-a6ee23eed679 req-87e75bcf-b78e-4a75-813e-85b83104aa0d tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:38.368640 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85d8ea04-6734-4dac-96c4-a6ee23eed679 req-87e75bcf-b78e-4a75-813e-85b83104aa0d tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.1093206 Jul 22 21:12:38.427301 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85d8ea04-6734-4dac-96c4-a6ee23eed679 req-d9f1cf09-12c9-4819-8a92-8b5a704a89af tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494943 Jul 22 21:12:38.833123 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d8d98-2ccc-42b3-8bf0-b04c3ecd114c req-304180c7-cbdf-4ee6-b230-b112f5bbd59f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:38.834729 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fc5d8d98-2ccc-42b3-8bf0-b04c3ecd114c req-304180c7-cbdf-4ee6-b230-b112f5bbd59f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0770612 Jul 22 21:12:38.880650 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fc5d8d98-2ccc-42b3-8bf0-b04c3ecd114c req-aa2245dd-4994-402c-afdd-b48cdf677ace tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396743 Jul 22 21:12:39.267525 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54de7d4-43cb-424d-a8ae-b6262f2b0863 req-624296e3-328f-4e45-8fe8-8785c3df379a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:39.269299 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c54de7d4-43cb-424d-a8ae-b6262f2b0863 req-624296e3-328f-4e45-8fe8-8785c3df379a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0803070 Jul 22 21:12:39.335513 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c54de7d4-43cb-424d-a8ae-b6262f2b0863 req-b1daad29-ef73-48c8-9470-747feed728a7 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570333 Jul 22 21:12:39.590009 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1cde2-6256-49a4-9d14-2e689754fb1b req-d5c7c881-e68c-4e1f-be3d-ea9254350186 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:39.591557 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-01f1cde2-6256-49a4-9d14-2e689754fb1b req-d5c7c881-e68c-4e1f-be3d-ea9254350186 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.0744748 Jul 22 21:12:39.641845 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-01f1cde2-6256-49a4-9d14-2e689754fb1b req-6731a8a0-e995-4d7e-b159-bc07c8356c3b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431066 Jul 22 21:12:40.474971 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a0d68-01f9-4ddf-abd6-e924093f3a9b req-056feeb6-2a7f-4b14-8d72-887d4fa2ebe9 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:40.476482 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228a0d68-01f9-4ddf-abd6-e924093f3a9b req-056feeb6-2a7f-4b14-8d72-887d4fa2ebe9 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0734761 Jul 22 21:12:40.514768 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-228a0d68-01f9-4ddf-abd6-e924093f3a9b req-fec9c3af-06e3-4658-b1d9-0b2ef85c9ff2 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326328 Jul 22 21:12:40.802511 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16b944-8d1b-439f-b374-a315f9859b04 req-00ca202b-37f9-4d02-909f-5a433cd2b378 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:40.804086 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6a16b944-8d1b-439f-b374-a315f9859b04 req-00ca202b-37f9-4d02-909f-5a433cd2b378 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 943 time: 0.0675471 Jul 22 21:12:40.845604 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6a16b944-8d1b-439f-b374-a315f9859b04 req-10e610f2-486e-40cd-9aab-51bad8d4fe26 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354276 Jul 22 21:12:41.246028 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:12:41.344204 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:41.357422 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'port_id': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'mac_address': 'fa:16:3e:bd:91:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:12:41.530815 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.545161 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:41.569144 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:41.574380 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.632356 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,revision_number=9']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:41.693987 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19486e-8fe4-49fa-b623-e996e150eef2 req-fa85f349-75f5-40ac-b60e-fe916587ad8b tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:41.695878 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5a19486e-8fe4-49fa-b623-e996e150eef2 req-fa85f349-75f5-40ac-b60e-fe916587ad8b tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0975177 Jul 22 21:12:41.758486 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5a19486e-8fe4-49fa-b623-e996e150eef2 req-d69d3e15-7695-45c1-b909-9278fec7bef9 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533462 Jul 22 21:12:42.001004 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2aed7-8d07-4aae-8ef2-3cdb4fa8380e req-02014055-1736-43c2-af01-e4c85b3db19a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:42.002537 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ace2aed7-8d07-4aae-8ef2-3cdb4fa8380e req-02014055-1736-43c2-af01-e4c85b3db19a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 944 time: 0.0759826 Jul 22 21:12:42.051886 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ace2aed7-8d07-4aae-8ef2-3cdb4fa8380e req-31b06c36-92f9-428a-ba53-ec74bd641bcf tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421700 Jul 22 21:12:42.249053 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:42.927620 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31fc51-3eb2-4ec4-b5a4-192b6d2b49f0 req-51e8d92e-0bcc-492b-a1b6-2588f55f3dd7 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:42.929193 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6a31fc51-3eb2-4ec4-b5a4-192b6d2b49f0 req-51e8d92e-0bcc-492b-a1b6-2588f55f3dd7 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0902288 Jul 22 21:12:42.977180 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6a31fc51-3eb2-4ec4-b5a4-192b6d2b49f0 req-5c174c4d-7d67-4b99-bb03-5815d6491c65 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378511 Jul 22 21:12:43.205142 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2759ed-af35-4c55-a4ed-82c425091614 req-fe2e28dc-b786-4360-b4f4-d028321b463f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:43.206834 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd2759ed-af35-4c55-a4ed-82c425091614 req-fe2e28dc-b786-4360-b4f4-d028321b463f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 944 time: 0.0690548 Jul 22 21:12:43.257210 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd2759ed-af35-4c55-a4ed-82c425091614 req-f21e2cc0-d292-4dbf-b175-11c15269b291 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437868 Jul 22 21:12:43.614070 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:12:44.126154 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e513c-70a1-496b-a5ae-f9546fe9baec req-97fa2b39-9b89-4201-bd91-3a6a54862d5d tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:44.127935 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b59e513c-70a1-496b-a5ae-f9546fe9baec req-97fa2b39-9b89-4201-bd91-3a6a54862d5d tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0736935 Jul 22 21:12:44.172705 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b59e513c-70a1-496b-a5ae-f9546fe9baec req-7635b823-134e-4180-b34e-31c6f8804e68 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372057 Jul 22 21:12:44.452287 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328b7b7-5a7d-4e59-9a49-a0544f5142b5 req-cc6b38ad-180f-475c-87d2-6a874ced0b70 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:44.454642 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7328b7b7-5a7d-4e59-9a49-a0544f5142b5 req-cc6b38ad-180f-475c-87d2-6a874ced0b70 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 944 time: 0.1053460 Jul 22 21:12:44.515283 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7328b7b7-5a7d-4e59-9a49-a0544f5142b5 req-e60f1088-3f00-46f2-85d6-a33c079b85b2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510585 Jul 22 21:12:44.597945 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-41b201a4-abbc-409b-a61a-ed560c4be005 req-57646fb7-6033-475a-bf09-c05c2e8c6be1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775998 Jul 22 21:12:44.738038 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b201a4-abbc-409b-a61a-ed560c4be005 req-08e51432-60b7-4305-b23e-341c09ed41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:44.740149 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-41b201a4-abbc-409b-a61a-ed560c4be005 req-08e51432-60b7-4305-b23e-341c09ed41aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d1ad23cab7f9480eb741b996da7e56f8&device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 1099 time: 0.0889406 Jul 22 21:12:44.874528 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b201a4-abbc-409b-a61a-ed560c4be005 req-a61342ce-c172-4f02-8d9a-08415e5d4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:44.880396 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-41b201a4-abbc-409b-a61a-ed560c4be005 req-a61342ce-c172-4f02-8d9a-08415e5d4ea8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c2d50da-bec8-4953-a39c-7c6350f478fc HTTP/1.1" status: 200 len: 912 time: 0.1096289 Jul 22 21:12:44.965635 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-41b201a4-abbc-409b-a61a-ed560c4be005 req-e62cddbe-512c-4122-b35d-4d849a5788d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06ccdba-f5b3-4832-ba0d-d1e1347909b6 HTTP/1.1" status: 200 len: 1002 time: 0.0689356 Jul 22 21:12:45.023429 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b201a4-abbc-409b-a61a-ed560c4be005 req-85b4b25d-6d6b-47e5-a225-5d3b3e15290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:45.024817 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-41b201a4-abbc-409b-a61a-ed560c4be005 req-85b4b25d-6d6b-47e5-a225-5d3b3e15290f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34bae904-f02c-4d88-8830-72019b3c2b45 HTTP/1.1" status: 200 len: 850 time: 0.0458193 Jul 22 21:12:45.119716 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b201a4-abbc-409b-a61a-ed560c4be005 req-45d6bffa-fc52-42e1-9838-748f73e48e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:45.121286 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-41b201a4-abbc-409b-a61a-ed560c4be005 req-45d6bffa-fc52-42e1-9838-748f73e48e54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c2d50da-bec8-4953-a39c-7c6350f478fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701599 Jul 22 21:12:45.266280 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-41b201a4-abbc-409b-a61a-ed560c4be005 req-08214672-5ce9-4009-836e-48a147cb2337 service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173437 Jul 22 21:12:45.271750 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device cc5b425a-bd03-4a75-a797-7715d080110d details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:12:45.287095 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:45.438920 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84daac-5519-41db-a754-1f9f27741ebe req-72855cba-7275-4b8d-835d-fb9bd5bb726e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:45.441479 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df84daac-5519-41db-a754-1f9f27741ebe req-72855cba-7275-4b8d-835d-fb9bd5bb726e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.1737199 Jul 22 21:12:45.447427 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-41b201a4-abbc-409b-a61a-ed560c4be005 req-a5fd9b06-6900-443a-94c1-56da8ada8704 service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573348 Jul 22 21:12:45.464579 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port cc5b425a-bd03-4a75-a797-7715d080110d, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=cc5b425a-bd03-4a75-a797-7715d080110d,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:45.490313 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:45.490689 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.494373 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'port_id': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'mac_address': 'fa:16:3e:45:00:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:12:45.507057 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df84daac-5519-41db-a754-1f9f27741ebe req-1bdc901c-1767-41ff-9a73-92dc67fc305f tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581009 Jul 22 21:12:45.583970 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.620686 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5b425a-bd03-4a75-a797-7715d080110d {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:45.646258 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.651193 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port cc5b425a-bd03-4a75-a797-7715d080110d, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=cc5b425a-bd03-4a75-a797-7715d080110d,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:45.662461 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.699137 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:45.701547 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7410ac7b-f71c-40de-8516-262ab8bea6f4" -d '{"events": [{"server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "name": "network-vif-plugged", "status": "completed", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:45.729309 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c851bdb-7b82-4378-8caf-66b5c2d2575d req-87477e0f-5bd7-4445-9580-eeef174730b2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:45.730906 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c851bdb-7b82-4378-8caf-66b5c2d2575d req-87477e0f-5bd7-4445-9580-eeef174730b2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 944 time: 0.0866203 Jul 22 21:12:45.734602 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:45.748171 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.752698 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42c7d72-a3c8-4cad-af6d-60f88808b960 x-openstack-request-id: req-c42c7d72-a3c8-4cad-af6d-60f88808b960 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:45.752698 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "name": "network-vif-plugged", "status": "completed", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:45.753825 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c42c7d72-a3c8-4cad-af6d-60f88808b960 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:45.754568 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'code': 200} Jul 22 21:12:45.762480 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=cc5b425a-bd03-4a75-a797-7715d080110d,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:45.770106 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:45.770451 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:45.770787 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:45.771119 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:45.771444 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:45.771794 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:45.772102 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:45.772522 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:45.772762 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:45.773300 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:45.773624 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:45.773939 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:45.793135 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c851bdb-7b82-4378-8caf-66b5c2d2575d req-9c3eb83a-6b1a-4ff5-8308-f24543e4a035 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514104 Jul 22 21:12:45.851990 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,revision_number=10']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:46.328671 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['cc5b425a-bd03-4a75-a797-7715d080110d'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:46.742762 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e7fce-c01c-4dda-a7e7-f397640bdc59 req-e2a17501-f9f7-4640-93db-4d08e3a65074 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:46.744304 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2f7e7fce-c01c-4dda-a7e7-f397640bdc59 req-e2a17501-f9f7-4640-93db-4d08e3a65074 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 944 time: 0.1361549 Jul 22 21:12:46.746323 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45ca7c-9a48-4314-9b8b-ab8b0a00165d req-eae6e405-bf4c-4a07-905c-a8253f2a6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:46.747823 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ce45ca7c-9a48-4314-9b8b-ab8b0a00165d req-eae6e405-bf4c-4a07-905c-a8253f2a6ec6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 1099 time: 0.1368461 Jul 22 21:12:46.806142 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2f7e7fce-c01c-4dda-a7e7-f397640bdc59 req-a2b54a65-a965-45f6-8295-78dc187f9538 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523651 Jul 22 21:12:46.820571 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ce45ca7c-9a48-4314-9b8b-ab8b0a00165d req-a31444b3-073b-4a93-a44d-ab3b1c1ba05f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421696 Jul 22 21:12:46.841654 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:46.969802 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ccdc6-0717-489a-bf36-599bf2d3ac59 req-2c641d40-0155-4641-ae7e-b07e59568dcf tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:46.971340 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5d7ccdc6-0717-489a-bf36-599bf2d3ac59 req-2c641d40-0155-4641-ae7e-b07e59568dcf tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 946 time: 0.0768228 Jul 22 21:12:47.025520 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5d7ccdc6-0717-489a-bf36-599bf2d3ac59 req-a38640e8-1c47-48a5-b9e8-84c3a46974ad tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444503 Jul 22 21:12:47.296896 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70abb2-d808-4273-9390-5b964cab5620 req-ca019fca-5d74-4204-a9d7-570d6065dc95 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:47.299381 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4d70abb2-d808-4273-9390-5b964cab5620 req-ca019fca-5d74-4204-a9d7-570d6065dc95 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.0908511 Jul 22 21:12:47.342086 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4d70abb2-d808-4273-9390-5b964cab5620 req-c9d2ec2b-6b70-49b7-9fec-7b0e834f8e24 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365217 Jul 22 21:12:47.955608 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3fb91-b10f-4c98-9818-6c2a23b42153 req-43d3f9e0-c162-467c-a243-7e4a6f559a6f tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:47.957410 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44e3fb91-b10f-4c98-9818-6c2a23b42153 req-43d3f9e0-c162-467c-a243-7e4a6f559a6f tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 944 time: 0.0693452 Jul 22 21:12:48.019128 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44e3fb91-b10f-4c98-9818-6c2a23b42153 req-5a06b578-9f96-4139-991f-e8123362c89d tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518212 Jul 22 21:12:48.193353 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be36741-2046-4761-a3ab-64ad46ba6d5a req-e205d945-d349-4e71-b3de-1fa1be485e2a tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:48.195699 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0be36741-2046-4761-a3ab-64ad46ba6d5a req-e205d945-d349-4e71-b3de-1fa1be485e2a tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.1158931 Jul 22 21:12:48.228379 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6272cc-03b5-46d1-81c3-6d6a4a5b3a7b req-31756ed4-203a-4f1f-a9b5-b2216398d961 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:48.230266 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6e6272cc-03b5-46d1-81c3-6d6a4a5b3a7b req-31756ed4-203a-4f1f-a9b5-b2216398d961 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 946 time: 0.1093383 Jul 22 21:12:48.263644 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0be36741-2046-4761-a3ab-64ad46ba6d5a req-795beeea-6441-4c6a-94a3-b9dd64f426db tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628810 Jul 22 21:12:48.292403 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6e6272cc-03b5-46d1-81c3-6d6a4a5b3a7b req-b0738540-4024-4951-9956-1b930fb1f62b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520942 Jul 22 21:12:48.503573 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65a5ce-3dc1-4684-81f3-e0943e470acf req-51662d83-535e-4385-9d88-fbbfbd035c59 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:48.505111 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb65a5ce-3dc1-4684-81f3-e0943e470acf req-51662d83-535e-4385-9d88-fbbfbd035c59 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.0776167 Jul 22 21:12:48.550212 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb65a5ce-3dc1-4684-81f3-e0943e470acf req-1c6345c3-387d-4036-8db9-14daa244e4c0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Jul 22 21:12:49.206686 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02e18c-e855-4346-8bc0-ef1f46ab3c9e req-62dd6968-7e80-4e20-ab86-ee90daecd850 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:49.208812 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-db02e18c-e855-4346-8bc0-ef1f46ab3c9e req-62dd6968-7e80-4e20-ab86-ee90daecd850 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 944 time: 0.1018946 Jul 22 21:12:49.251808 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-db02e18c-e855-4346-8bc0-ef1f46ab3c9e req-f42c5747-90d5-4568-9bbb-ff0465876f2b tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370975 Jul 22 21:12:49.316612 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device cc5b425a-bd03-4a75-a797-7715d080110d up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:49.407653 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port cc5b425a-bd03-4a75-a797-7715d080110d completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:49.417561 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port cc5b425a-bd03-4a75-a797-7715d080110d triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:49.417935 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:49.493631 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486043e2-b46f-478c-aa18-7f7b0271d513 req-42c4b510-3ee3-4017-a21e-2ad0437781a2 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:49.496434 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-486043e2-b46f-478c-aa18-7f7b0271d513 req-42c4b510-3ee3-4017-a21e-2ad0437781a2 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.1243808 Jul 22 21:12:49.527063 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:49.566823 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:49.568747 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da555b-06b8-4dfe-972e-19194a656a18 req-1dec0be0-42f0-400e-b600-eba2a1c75600 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:49.571140 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7344f89b-0c64-461e-8c0b-f5283c5356ff" -d '{"events": [{"server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "name": "network-vif-plugged", "status": "completed", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:49.571397 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8da555b-06b8-4dfe-972e-19194a656a18 req-1dec0be0-42f0-400e-b600-eba2a1c75600 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 946 time: 0.1441486 Jul 22 21:12:49.594005 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port cc5b425a-bd03-4a75-a797-7715d080110d, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=cc5b425a-bd03-4a75-a797-7715d080110d,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:49.600592 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:49.603594 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-486043e2-b46f-478c-aa18-7f7b0271d513 req-534b6a83-df6f-4a4e-bc45-23d6b67efbae tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896864 Jul 22 21:12:49.640231 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8da555b-06b8-4dfe-972e-19194a656a18 req-e98eb4aa-d8ec-451b-a5a1-b59147f01de8 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491161 Jul 22 21:12:49.680843 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=cc5b425a-bd03-4a75-a797-7715d080110d,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:49.716067 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f34dee3-c4be-4e2d-bf8c-6d9127932417 x-openstack-request-id: req-6f34dee3-c4be-4e2d-bf8c-6d9127932417 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:49.716480 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "name": "network-vif-plugged", "status": "completed", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:49.716835 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f34dee3-c4be-4e2d-bf8c-6d9127932417 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:49.717468 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'code': 200} Jul 22 21:12:49.797727 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694acbc7-75a0-4c06-b1c9-c57693a0f293 req-559632c0-8f83-4cd8-86cd-d75b7587fa62 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:49.800285 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-694acbc7-75a0-4c06-b1c9-c57693a0f293 req-559632c0-8f83-4cd8-86cd-d75b7587fa62 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1068540 Jul 22 21:12:49.841979 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-694acbc7-75a0-4c06-b1c9-c57693a0f293 req-b4c2fef4-16b4-4f7d-a723-9ff9da18eb56 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344207 Jul 22 21:12:50.128189 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc67603-1a8f-48a4-9208-ae75771ad4bf req-5f84ae24-f510-46ed-bd56-ca0b64973396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:50.129707 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0bc67603-1a8f-48a4-9208-ae75771ad4bf req-5f84ae24-f510-46ed-bd56-ca0b64973396 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 1098 time: 0.0614605 Jul 22 21:12:50.174546 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0bc67603-1a8f-48a4-9208-ae75771ad4bf req-7f77c099-0dcd-470e-9977-0d1f13a7b737 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331662 Jul 22 21:12:50.424177 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5976-1bff-46dc-b41e-1e1a0eb0625c req-ff32a830-ef9b-4fca-81e8-86cb42164a26 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:50.427277 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-01ce5976-1bff-46dc-b41e-1e1a0eb0625c req-ff32a830-ef9b-4fca-81e8-86cb42164a26 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.0943897 Jul 22 21:12:50.472231 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-01ce5976-1bff-46dc-b41e-1e1a0eb0625c req-9e2265ab-aaf6-4530-8061-762c66648f3f tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357823 Jul 22 21:12:51.033989 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf135cb-fb5e-40cd-9d19-56cd9b23b7b6 req-3a63274e-d12a-4456-bd91-45becdd15ce8 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:51.035422 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-adf135cb-fb5e-40cd-9d19-56cd9b23b7b6 req-3a63274e-d12a-4456-bd91-45becdd15ce8 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.3340347 Jul 22 21:12:51.048305 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c478b6-0bf9-4564-bf1e-8775e1953726 req-f9573293-70ce-4b3c-9d7e-55e52c068bc3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:51.049978 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97c478b6-0bf9-4564-bf1e-8775e1953726 req-f9573293-70ce-4b3c-9d7e-55e52c068bc3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 946 time: 0.3113730 Jul 22 21:12:51.106204 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-adf135cb-fb5e-40cd-9d19-56cd9b23b7b6 req-4381c496-12b4-4f80-8d1a-b54cf6c5f5ea tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552504 Jul 22 21:12:51.114573 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97c478b6-0bf9-4564-bf1e-8775e1953726 req-13bf1742-3ef6-4e1a-8e08-de205e97132c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564249 Jul 22 21:12:51.303931 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777099a-3cd0-4a24-804e-debfd266b406 req-2fc46a81-add2-4cf0-a063-29b82c974083 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:51.306495 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3777099a-3cd0-4a24-804e-debfd266b406 req-2fc46a81-add2-4cf0-a063-29b82c974083 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1052425 Jul 22 21:12:51.367993 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3777099a-3cd0-4a24-804e-debfd266b406 req-aa2e03e6-7f6f-46c0-9806-23780b9f1bc0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550382 Jul 22 21:12:51.624845 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b7d14-3586-49d7-9ac7-cf3350e56e28 req-f5185275-069d-47ef-a5a2-a00528ee3877 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:51.626729 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ee3b7d14-3586-49d7-9ac7-cf3350e56e28 req-f5185275-069d-47ef-a5a2-a00528ee3877 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.0723720 Jul 22 21:12:51.671371 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ee3b7d14-3586-49d7-9ac7-cf3350e56e28 req-e9ba2c87-9384-4b4b-a5b8-f05d464782f2 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366187 Jul 22 21:12:52.277137 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c24884-a93a-493e-99d3-dd3c3b80df05 req-b7db4bd8-ed6f-40d5-99ba-8225dadcc11f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:52.278894 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f7c24884-a93a-493e-99d3-dd3c3b80df05 req-b7db4bd8-ed6f-40d5-99ba-8225dadcc11f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.0815718 Jul 22 21:12:52.368203 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f7c24884-a93a-493e-99d3-dd3c3b80df05 req-91921d46-7556-4f4e-8ba1-d25203a0cb4d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675220 Jul 22 21:12:52.419866 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7e79f-1323-4f3a-8fb4-e60af54b4926 req-aa86e2e1-487b-411b-8d0e-9db807b20604 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:52.422556 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9c7e79f-1323-4f3a-8fb4-e60af54b4926 req-aa86e2e1-487b-411b-8d0e-9db807b20604 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 946 time: 0.1417992 Jul 22 21:12:52.646860 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037afd4b-437b-4fb7-9593-fbd33e1b3bc7 req-b6213e18-3ee5-4515-8fb6-939944e006bd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:52.648497 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-037afd4b-437b-4fb7-9593-fbd33e1b3bc7 req-b6213e18-3ee5-4515-8fb6-939944e006bd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1921370 Jul 22 21:12:52.699871 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-b9c7e79f-1323-4f3a-8fb4-e60af54b4926 req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Deleting port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:52.700382 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b9c7e79f-1323-4f3a-8fb4-e60af54b4926 req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:52.744779 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-037afd4b-437b-4fb7-9593-fbd33e1b3bc7 req-b3b7d976-eed1-48a7-bebc-6aafede4446f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859387 Jul 22 21:12:52.878321 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-b9c7e79f-1323-4f3a-8fb4-e60af54b4926 req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] For port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=6aa8390b-0909-44a1-ab7b-6a40006ef3d9,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:52.878687 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b9c7e79f-1323-4f3a-8fb4-e60af54b4926 req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:52.895002 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-b9c7e79f-1323-4f3a-8fb4-e60af54b4926 req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Calling delete_port for 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:52.954934 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e4892-4689-442a-815e-9282f356b4e2 req-f29f0096-b484-42ed-b256-7b24d1583a5b tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:52.956400 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-689e4892-4689-442a-815e-9282f356b4e2 req-f29f0096-b484-42ed-b256-7b24d1583a5b tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1493630 Jul 22 21:12:53.017840 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-689e4892-4689-442a-815e-9282f356b4e2 req-b4f1d669-377c-41ec-bf4b-25e5f27184ec tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550847 Jul 22 21:12:53.082849 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b9c7e79f-1323-4f3a-8fb4-e60af54b4926 req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:53.114803 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Pushing event deleted for resources: {'Port': ['ID=6aa8390b-0909-44a1-ab7b-6a40006ef3d9,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:53.151959 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ee55f92b-3b87-4b58-9e2f-d6ec11118bda', '632e44d4-6168-41e7-beab-38d77ef53b0f', '7a7282fe-0baf-4afd-9f36-7b7721ccd929', '6aa8390b-0909-44a1-ab7b-6a40006ef3d9'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:53.191053 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:53.191696 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:53.192263 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:53.192818 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:53.193401 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:53.193943 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:53.194494 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:53.195090 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:53.195814 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:53.196366 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:53.196922 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:53.197498 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:53.268884 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c7e79f-1323-4f3a-8fb4-e60af54b4926 req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] No DVR routers for this DVR port 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:53.273002 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b9c7e79f-1323-4f3a-8fb4-e60af54b4926 req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:53.275280 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b9c7e79f-1323-4f3a-8fb4-e60af54b4926 req-3d57e613-e0ec-4a68-a67d-d295b8083c15 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "DELETE /v2.0/ports/6aa8390b-0909-44a1-ab7b-6a40006ef3d9 HTTP/1.1" status: 204 len: 173 time: 0.8090148 Jul 22 21:12:53.275742 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a7b616-7e88-423d-aaaf-7f59626172d9', 'name': 'network-vif-deleted', 'tag': '6aa8390b-0909-44a1-ab7b-6a40006ef3d9'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:53.278339 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818f104c-a7a0-45eb-8adc-d51f89c8f4bd" -d '{"events": [{"server_uuid": "85a7b616-7e88-423d-aaaf-7f59626172d9", "name": "network-vif-deleted", "tag": "6aa8390b-0909-44a1-ab7b-6a40006ef3d9"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:53.340288 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce9d63-30b1-4c55-9bbc-fa6f8b12845c req-944b0fc2-337a-47cb-86a8-78a4f55f47fd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:53.341841 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8ce9d63-30b1-4c55-9bbc-fa6f8b12845c req-944b0fc2-337a-47cb-86a8-78a4f55f47fd tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1982265 Jul 22 21:12:53.351350 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c7620-80a9-4197-ae7c-751c0b9c8f66 req-1bcf9094-e5a5-48a7-8d2e-d10b86bb7064 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:53.357845 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c59c7620-80a9-4197-ae7c-751c0b9c8f66 req-1bcf9094-e5a5-48a7-8d2e-d10b86bb7064 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.2376432 Jul 22 21:12:53.360831 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1e88af-7f73-434c-a0d4-7d882cd2599a x-openstack-request-id: req-fd1e88af-7f73-434c-a0d4-7d882cd2599a {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:53.361409 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a7b616-7e88-423d-aaaf-7f59626172d9", "name": "network-vif-deleted", "tag": "6aa8390b-0909-44a1-ab7b-6a40006ef3d9", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:53.362251 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd1e88af-7f73-434c-a0d4-7d882cd2599a {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:53.362541 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a7b616-7e88-423d-aaaf-7f59626172d9', 'name': 'network-vif-deleted', 'tag': '6aa8390b-0909-44a1-ab7b-6a40006ef3d9', 'status': 'completed', 'code': 200} Jul 22 21:12:53.473227 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c59c7620-80a9-4197-ae7c-751c0b9c8f66 req-efd9dffc-3d9a-4c11-8c0e-a889da9c301e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081774 Jul 22 21:12:53.496964 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 52354) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:53.599566 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-905110fc-2e90-4dd4-b29a-c6eda6df1c0e req-9fbc501c-6105-4f2e-abc7-b5be1dff4dcb tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a7b616-7e88-423d-aaaf-7f59626172d9 HTTP/1.1" status: 200 len: 210 time: 0.0793216 Jul 22 21:12:53.642363 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-d8ce9d63-30b1-4c55-9bbc-fa6f8b12845c req-63da13b9-b388-48ed-bad1-78fecf44202f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Deleting port 0305e92f-e279-46a5-ab80-c398b70ad6c2 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:53.642707 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d8ce9d63-30b1-4c55-9bbc-fa6f8b12845c req-63da13b9-b388-48ed-bad1-78fecf44202f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:53.653962 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0384171-8c21-4917-b693-093bec6896da tempest-TestShelveInstance-1798426138 tempest-TestShelveInstance-1798426138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:53.656432 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-d0384171-8c21-4917-b693-093bec6896da tempest-TestShelveInstance-1798426138 tempest-TestShelveInstance-1798426138-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 1093 time: 0.1579745 Jul 22 21:12:53.659463 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 52358) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:53.663986 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Request body: {'floatingip': {'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'port_id': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:53.738320 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for floatingip, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:53.773594 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-d8ce9d63-30b1-4c55-9bbc-fa6f8b12845c req-63da13b9-b388-48ed-bad1-78fecf44202f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] For port 0305e92f-e279-46a5-ab80-c398b70ad6c2, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0305e92f-e279-46a5-ab80-c398b70ad6c2,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:53.773960 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d8ce9d63-30b1-4c55-9bbc-fa6f8b12845c req-63da13b9-b388-48ed-bad1-78fecf44202f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:53.798952 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-d8ce9d63-30b1-4c55-9bbc-fa6f8b12845c req-63da13b9-b388-48ed-bad1-78fecf44202f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Calling delete_port for 0305e92f-e279-46a5-ab80-c398b70ad6c2 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:54.021975 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066b8cd-05df-4463-a135-b2f3f49fbd32 req-70926b1b-24c9-42c4-86a6-fedad8755806 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:54.023424 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4066b8cd-05df-4463-a135-b2f3f49fbd32 req-70926b1b-24c9-42c4-86a6-fedad8755806 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 946 time: 0.1697288 Jul 22 21:12:54.027964 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:54.127931 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d8ce9d63-30b1-4c55-9bbc-fa6f8b12845c req-63da13b9-b388-48ed-bad1-78fecf44202f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:54.149515 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4066b8cd-05df-4463-a135-b2f3f49fbd32 req-265276c5-6d67-4bc0-94fe-ad8a4e667be7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115994 Jul 22 21:12:54.206118 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da13b9-b388-48ed-bad1-78fecf44202f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Pushing event deleted for resources: {'Port': ['ID=0305e92f-e279-46a5-ab80-c398b70ad6c2,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:54.267940 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ce9d63-30b1-4c55-9bbc-fa6f8b12845c req-63da13b9-b388-48ed-bad1-78fecf44202f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] No DVR routers for this DVR port 0305e92f-e279-46a5-ab80-c398b70ad6c2 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:54.276950 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Allocated IP 172.27.1.4 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/89e2109b-5660-432a-9361-17821e59ba21) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:54.283213 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d8ce9d63-30b1-4c55-9bbc-fa6f8b12845c req-63da13b9-b388-48ed-bad1-78fecf44202f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:54.285541 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8ce9d63-30b1-4c55-9bbc-fa6f8b12845c req-63da13b9-b388-48ed-bad1-78fecf44202f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.72 "DELETE /v2.0/ports/0305e92f-e279-46a5-ab80-c398b70ad6c2 HTTP/1.1" status: 204 len: 173 time: 0.8739560 Jul 22 21:12:54.408520 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:54.458207 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:54.508666 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:54.513215 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:54.518040 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:54.527594 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event updated for resources: {'Port': ['ID=89e2109b-5660-432a-9361-17821e59ba21,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:55.194532 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ba033758-d3ba-4904-a9d6-738de55f6d53'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:55.294045 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:55.366768 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0305e92f-e279-46a5-ab80-c398b70ad6c2 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:55.412554 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: 0305e92f-e279-46a5-ab80-c398b70ad6c2 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:55.413425 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0305e92f-e279-46a5-ab80-c398b70ad6c2 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:55.414408 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:55.423009 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d568a5-d045-4411-86fb-23ceb8765175', 'name': 'network-vif-deleted', 'tag': '0305e92f-e279-46a5-ab80-c398b70ad6c2'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:55.426808 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847a3b5c-637a-481d-81a7-d566d9fad4e4" -d '{"events": [{"server_uuid": "d2d568a5-d045-4411-86fb-23ceb8765175", "name": "network-vif-deleted", "tag": "0305e92f-e279-46a5-ab80-c398b70ad6c2"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:55.441655 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-91d30631-5f0a-4bf0-af5e-74589dabab65 req-d1796c00-d81e-4a3f-8921-bbaba18bfe29 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d568a5-d045-4411-86fb-23ceb8765175 HTTP/1.1" status: 200 len: 210 time: 0.0888941 Jul 22 21:12:55.469707 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:55.470772 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 6aa8390b-0909-44a1-ab7b-6a40006ef3d9 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:55.487009 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9345a6e-27fb-463f-9b38-88bc0ff8b56e x-openstack-request-id: req-c9345a6e-27fb-463f-9b38-88bc0ff8b56e {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:55.487354 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d568a5-d045-4411-86fb-23ceb8765175", "name": "network-vif-deleted", "tag": "0305e92f-e279-46a5-ab80-c398b70ad6c2", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:55.487664 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9345a6e-27fb-463f-9b38-88bc0ff8b56e {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:55.488054 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d568a5-d045-4411-86fb-23ceb8765175', 'name': 'network-vif-deleted', 'tag': '0305e92f-e279-46a5-ab80-c398b70ad6c2', 'status': 'completed', 'code': 200} Jul 22 21:12:55.541853 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:55.721017 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:55.726953 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:55.830461 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event updated for resources: {'Port': ['ID=89e2109b-5660-432a-9361-17821e59ba21,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:55.841714 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:55.981617 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.l3_db [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Floating IP cc2e9ecc-2325-497c-9d8e-31aee6af8994 associated. External IP: 172.27.1.4, port: cc5b425a-bd03-4a75-a797-7715d080110d. Jul 22 21:12:56.226405 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e78aa-6613-42e2-a8f5-3fc345a318f1 req-2618060e-5f0d-4270-8c0f-7cbec3333fa5 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:56.227953 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d50e78aa-6613-42e2-a8f5-3fc345a318f1 req-2618060e-5f0d-4270-8c0f-7cbec3333fa5 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 945 time: 0.1603849 Jul 22 21:12:56.300388 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d50e78aa-6613-42e2-a8f5-3fc345a318f1 req-c0d8e6f2-5f0d-43ab-b853-db9e1a7f0e5b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618663 Jul 22 21:12:56.307694 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Router efa7c75a-9340-4d95-97c4-69a33091f845 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:12:56.430802 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:56.442543 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40696aa-1f5a-4049-a2f7-cd71d4e7a426 None None] Sync routers for ids ['efa7c75a-9340-4d95-97c4-69a33091f845'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:56.447643 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:56.455795 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40696aa-1f5a-4049-a2f7-cd71d4e7a426 None None] Routers {'efa7c75a-9340-4d95-97c4-69a33091f845'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:56.456613 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-e40696aa-1f5a-4049-a2f7-cd71d4e7a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:12:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['efa7c75a-9340-4d95-97c4-69a33091f845'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:56.493132 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d632a53c-4dcf-4105-b964-742018822844 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8318002 Jul 22 21:12:56.575334 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-e40696aa-1f5a-4049-a2f7-cd71d4e7a426 None None] Set router efa7c75a-9340-4d95-97c4-69a33091f845 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:56.831273 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f00c5-0e61-455d-a030-bd6f564f4d95 req-253fd91a-422b-44a0-804a-21aa2643feba tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:56.832994 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cb2f00c5-0e61-455d-a030-bd6f564f4d95 req-253fd91a-422b-44a0-804a-21aa2643feba tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0723610 Jul 22 21:12:56.889287 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cb2f00c5-0e61-455d-a030-bd6f564f4d95 req-f6bea7e1-bc71-432f-a6a6-5f1dbfb46bb6 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471153 Jul 22 21:12:56.897555 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-e40696aa-1f5a-4049-a2f7-cd71d4e7a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': 'cc2e9ecc-2325-497c-9d8e-31aee6af8994', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'port_id': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'mac_address': 'fa:16:3e:45:00:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:12:54Z', 'updated_at': '2021-07-22T21:12:54Z', 'revision_number': 0, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4248e335-376c-469b-9c19-65d959b4d538', 'name': '', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'mac_address': 'fa:16:3e:59:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:49Z', 'updated_at': '2021-07-22T21:11:57Z', 'revision_number': 5, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'subnets': [{'id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:56.930591 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40696aa-1f5a-4049-a2f7-cd71d4e7a426 None None] Checking router: efa7c75a-9340-4d95-97c4-69a33091f845 for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:56.940854 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40696aa-1f5a-4049-a2f7-cd71d4e7a426 None None] Routers {'efa7c75a-9340-4d95-97c4-69a33091f845'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:56.941724 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-e40696aa-1f5a-4049-a2f7-cd71d4e7a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:12:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['efa7c75a-9340-4d95-97c4-69a33091f845'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:57.070372 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-e40696aa-1f5a-4049-a2f7-cd71d4e7a426 None None] Set router efa7c75a-9340-4d95-97c4-69a33091f845 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:57.361807 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-e40696aa-1f5a-4049-a2f7-cd71d4e7a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': 'cc2e9ecc-2325-497c-9d8e-31aee6af8994', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'port_id': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'mac_address': 'fa:16:3e:45:00:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:12:54Z', 'updated_at': '2021-07-22T21:12:54Z', 'revision_number': 0, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4248e335-376c-469b-9c19-65d959b4d538', 'name': '', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'mac_address': 'fa:16:3e:59:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:49Z', 'updated_at': '2021-07-22T21:11:57Z', 'revision_number': 5, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'subnets': [{'id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:57.398526 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40696aa-1f5a-4049-a2f7-cd71d4e7a426 None None] The sync data for ids ['efa7c75a-9340-4d95-97c4-69a33091f845'] in dv-cinder-801902-1-iscsi is: [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': 'cc2e9ecc-2325-497c-9d8e-31aee6af8994', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'port_id': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'mac_address': 'fa:16:3e:45:00:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:12:54Z', 'updated_at': '2021-07-22T21:12:54Z', 'revision_number': 0, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4248e335-376c-469b-9c19-65d959b4d538', 'name': '', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'mac_address': 'fa:16:3e:59:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:49Z', 'updated_at': '2021-07-22T21:11:57Z', 'revision_number': 5, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'subnets': [{'id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:57.458490 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08cd57-7448-44ce-b660-a5f57c241a59 req-76dc5f6f-0601-461f-a1f6-894b4996496f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:57.460498 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e08cd57-7448-44ce-b660-a5f57c241a59 req-76dc5f6f-0601-461f-a1f6-894b4996496f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 945 time: 0.0809104 Jul 22 21:12:57.488691 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:57.491125 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091f2639-433a-4695-aaeb-edda6956d7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:57.527379 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e08cd57-7448-44ce-b660-a5f57c241a59 req-004ec6fc-1078-4f54-b9ad-3d248991d9b9 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563607 Jul 22 21:12:57.536975 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8a264b-b590-487f-af7f-d9fb4463c2ce x-openstack-request-id: req-fe8a264b-b590-487f-af7f-d9fb4463c2ce {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:57.537452 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:57.537852 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe8a264b-b590-487f-af7f-d9fb4463c2ce {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:57.538466 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'status': 'completed', 'code': 200} Jul 22 21:12:57.653027 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da698266-d5d3-48d4-8376-e217430e62ec None None] New status for floating IP cc2e9ecc-2325-497c-9d8e-31aee6af8994: ACTIVE {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:12:57.676145 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f2639-433a-4695-aaeb-edda6956d7b8 req-ef0daf2c-3847-48f9-9b30-b4efa14ca997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:57.677692 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-091f2639-433a-4695-aaeb-edda6956d7b8 req-ef0daf2c-3847-48f9-9b30-b4efa14ca997 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d64087a21984722bde5bc91d44ce0df&device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 1098 time: 0.0650117 Jul 22 21:12:57.824940 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f2639-433a-4695-aaeb-edda6956d7b8 req-b1be59b6-07d8-4908-a88b-ec8824e1a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:57.826888 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-091f2639-433a-4695-aaeb-edda6956d7b8 req-b1be59b6-07d8-4908-a88b-ec8824e1a023 service neutron] 10.222.0.72 "GET /v2.0/networks?id=75d01a07-1004-4894-b159-65c12a3faea0 HTTP/1.1" status: 200 len: 910 time: 0.1251552 Jul 22 21:12:57.911768 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-091f2639-433a-4695-aaeb-edda6956d7b8 req-005d1123-5225-48e4-8085-dbfebcb3bfea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5b425a-bd03-4a75-a797-7715d080110d HTTP/1.1" status: 200 len: 999 time: 0.0686259 Jul 22 21:12:58.031423 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f2639-433a-4695-aaeb-edda6956d7b8 req-9d9f4346-b43d-46fd-b6d5-857cf6943482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:58.033570 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-091f2639-433a-4695-aaeb-edda6956d7b8 req-9d9f4346-b43d-46fd-b6d5-857cf6943482 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30 HTTP/1.1" status: 200 len: 848 time: 0.1120076 Jul 22 21:12:58.112210 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c37b2c-c4bf-4efa-935e-85eb930fc4ba req-20b4d06e-b492-41a9-824f-985b3dc1db22 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:58.114095 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-98c37b2c-c4bf-4efa-935e-85eb930fc4ba req-20b4d06e-b492-41a9-824f-985b3dc1db22 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1487172 Jul 22 21:12:58.161596 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f2639-433a-4695-aaeb-edda6956d7b8 req-014e94fb-5877-458c-9aef-4829ba49908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:58.163113 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-091f2639-433a-4695-aaeb-edda6956d7b8 req-014e94fb-5877-458c-9aef-4829ba49908e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75d01a07-1004-4894-b159-65c12a3faea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1148183 Jul 22 21:12:58.189530 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-98c37b2c-c4bf-4efa-935e-85eb930fc4ba req-f278055c-f710-4da7-815b-5d15ad7d8877 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640569 Jul 22 21:12:58.277130 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-091f2639-433a-4695-aaeb-edda6956d7b8 req-00a63c64-c367-4778-bcc4-65403a277db3 service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012599 Jul 22 21:12:58.402670 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-091f2639-433a-4695-aaeb-edda6956d7b8 req-e2d73bf7-26bb-4f60-b726-065d3651f137 service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166077 Jul 22 21:12:58.676702 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5372a-aa33-49fe-a8c6-b04491058c9a req-741b4814-6b12-4eb9-8ac8-c07aa9fced32 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:58.678189 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-76f5372a-aa33-49fe-a8c6-b04491058c9a req-741b4814-6b12-4eb9-8ac8-c07aa9fced32 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 945 time: 0.0745571 Jul 22 21:12:58.720420 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-76f5372a-aa33-49fe-a8c6-b04491058c9a req-fc95dcca-4d78-4976-9b79-c431234adec3 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366907 Jul 22 21:12:59.069836 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eed66-bb9f-46ef-b758-0f60b33c6eee req-41e766d5-d9b7-4aa5-a9dd-a27385e0f389 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:59.072372 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b2eed66-bb9f-46ef-b758-0f60b33c6eee req-41e766d5-d9b7-4aa5-a9dd-a27385e0f389 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 945 time: 0.0880256 Jul 22 21:12:59.208346 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-8b2eed66-bb9f-46ef-b758-0f60b33c6eee req-a890105f-1151-4561-bd60-981e674900df tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Deleting port 7a7282fe-0baf-4afd-9f36-7b7721ccd929 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:59.208676 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8b2eed66-bb9f-46ef-b758-0f60b33c6eee req-a890105f-1151-4561-bd60-981e674900df tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:59.356987 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-8b2eed66-bb9f-46ef-b758-0f60b33c6eee req-a890105f-1151-4561-bd60-981e674900df tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] For port 7a7282fe-0baf-4afd-9f36-7b7721ccd929, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7a7282fe-0baf-4afd-9f36-7b7721ccd929,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:59.357309 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8b2eed66-bb9f-46ef-b758-0f60b33c6eee req-a890105f-1151-4561-bd60-981e674900df tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:59.377674 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-8b2eed66-bb9f-46ef-b758-0f60b33c6eee req-a890105f-1151-4561-bd60-981e674900df tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Calling delete_port for 7a7282fe-0baf-4afd-9f36-7b7721ccd929 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:59.406086 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24325914-65f6-494a-a203-9b4467f8f8d7 req-f8518471-fdb9-4a29-901d-7aef7f4b6dc0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:59.407681 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-24325914-65f6-494a-a203-9b4467f8f8d7 req-f8518471-fdb9-4a29-901d-7aef7f4b6dc0 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1218743 Jul 22 21:12:59.496260 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-24325914-65f6-494a-a203-9b4467f8f8d7 req-895d7131-c9de-49be-998b-d5850a5203d6 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528007 Jul 22 21:12:59.601515 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8b2eed66-bb9f-46ef-b758-0f60b33c6eee req-a890105f-1151-4561-bd60-981e674900df tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:59.631578 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890105f-1151-4561-bd60-981e674900df tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Pushing event deleted for resources: {'Port': ['ID=7a7282fe-0baf-4afd-9f36-7b7721ccd929,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:59.665254 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ee55f92b-3b87-4b58-9e2f-d6ec11118bda', '632e44d4-6168-41e7-beab-38d77ef53b0f'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:59.694008 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2eed66-bb9f-46ef-b758-0f60b33c6eee req-a890105f-1151-4561-bd60-981e674900df tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] No DVR routers for this DVR port 7a7282fe-0baf-4afd-9f36-7b7721ccd929 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:59.698581 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-8b2eed66-bb9f-46ef-b758-0f60b33c6eee req-a890105f-1151-4561-bd60-981e674900df tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:59.700621 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b2eed66-bb9f-46ef-b758-0f60b33c6eee req-a890105f-1151-4561-bd60-981e674900df tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "DELETE /v2.0/ports/7a7282fe-0baf-4afd-9f36-7b7721ccd929 HTTP/1.1" status: 204 len: 173 time: 0.6121330 Jul 22 21:12:59.701766 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41', 'name': 'network-vif-deleted', 'tag': '7a7282fe-0baf-4afd-9f36-7b7721ccd929'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:59.704101 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6efffa7-6614-4e1e-97f9-317731d435ca" -d '{"events": [{"server_uuid": "dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41", "name": "network-vif-deleted", "tag": "7a7282fe-0baf-4afd-9f36-7b7721ccd929"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:59.762079 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9be536-2d7b-49bb-86cd-e9c7ad20658d x-openstack-request-id: req-8d9be536-2d7b-49bb-86cd-e9c7ad20658d {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:59.762496 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41", "name": "network-vif-deleted", "tag": "7a7282fe-0baf-4afd-9f36-7b7721ccd929", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:59.762858 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d9be536-2d7b-49bb-86cd-e9c7ad20658d {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:59.763356 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41', 'name': 'network-vif-deleted', 'tag': '7a7282fe-0baf-4afd-9f36-7b7721ccd929', 'status': 'completed', 'code': 200} Jul 22 21:12:59.860145 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb3f7c06-d999-412c-a791-cf9c6961ed1a req-5788514d-217c-41b2-8c7b-a330f2a0a89b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbd1337b-d1a2-4f7e-b59d-d3bf1507bf41 HTTP/1.1" status: 200 len: 210 time: 0.0436270 Jul 22 21:13:00.133394 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-aa966298-f149-4e10-b910-28fc52777485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:00.678868 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011afb4a-1956-487c-870b-4fdedca44a2b req-96d1a793-0e66-42e8-a280-2684725be6ad tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:00.684653 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-011afb4a-1956-487c-870b-4fdedca44a2b req-96d1a793-0e66-42e8-a280-2684725be6ad tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1037176 Jul 22 21:13:00.736619 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-011afb4a-1956-487c-870b-4fdedca44a2b req-2b530eca-6474-4aa9-b98b-9107f28f20e7 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438313 Jul 22 21:13:01.225252 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9048-2fb6-4e7f-aa65-e1dce38ec84d req-67f6e08c-fe98-4ca7-880e-5b642e103e10 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:01.226677 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-feff9048-2fb6-4e7f-aa65-e1dce38ec84d req-67f6e08c-fe98-4ca7-880e-5b642e103e10 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 946 time: 0.0707889 Jul 22 21:13:01.272300 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-feff9048-2fb6-4e7f-aa65-e1dce38ec84d req-9a9d2255-82ed-427f-ac57-be2140bcfacd tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 Jul 22 21:13:01.372976 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7a7282fe-0baf-4afd-9f36-7b7721ccd929 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:01.403752 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: 7a7282fe-0baf-4afd-9f36-7b7721ccd929 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:01.404960 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7a7282fe-0baf-4afd-9f36-7b7721ccd929 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:01.919487 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f87f8d-d1bd-4b59-88b8-563cd493889d req-89950512-785d-45c6-9db9-48ec483c455a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:01.921382 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4f87f8d-d1bd-4b59-88b8-563cd493889d req-89950512-785d-45c6-9db9-48ec483c455a tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0943406 Jul 22 21:13:01.963771 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4f87f8d-d1bd-4b59-88b8-563cd493889d req-32a862aa-15dd-4317-ae0c-00a34b79a64f tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364044 Jul 22 21:13:02.455911 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b34a2b-9e00-48e1-87d3-4233e73267ee req-1d76368e-30fb-4e7f-b7bb-af2afb73ba2f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:02.457576 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-99b34a2b-9e00-48e1-87d3-4233e73267ee req-1d76368e-30fb-4e7f-b7bb-af2afb73ba2f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 946 time: 0.0827448 Jul 22 21:13:02.503161 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-99b34a2b-9e00-48e1-87d3-4233e73267ee req-706e911c-ce9b-4b74-9a56-f4f87b799396 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377383 Jul 22 21:13:02.861967 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-52de57db-3cf7-49e5-a1bd-1a1212808389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:03.117041 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291084d6-ac80-429b-9cd7-3800310f2cbf req-e4ad5761-7823-4359-ae59-6e90c4e5ff3e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:03.118727 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-291084d6-ac80-429b-9cd7-3800310f2cbf req-e4ad5761-7823-4359-ae59-6e90c4e5ff3e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0702686 Jul 22 21:13:03.163982 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-291084d6-ac80-429b-9cd7-3800310f2cbf req-692f28f9-5367-46f7-8357-4d7e74bc2459 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356674 Jul 22 21:13:03.201681 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:03.495527 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aeef15-5c51-474c-a81a-13ea0b6d1d21 req-26a5d4c4-516d-4e20-a2e8-fe3e3066b32b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:03.497162 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-71aeef15-5c51-474c-a81a-13ea0b6d1d21 req-26a5d4c4-516d-4e20-a2e8-fe3e3066b32b tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 946 time: 0.0777218 Jul 22 21:13:03.687367 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-71aeef15-5c51-474c-a81a-13ea0b6d1d21 req-38d9876f-272e-45db-a5ba-f14edab619c4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Deleting port 632e44d4-6168-41e7-beab-38d77ef53b0f {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:03.687633 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-71aeef15-5c51-474c-a81a-13ea0b6d1d21 req-38d9876f-272e-45db-a5ba-f14edab619c4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:03.727090 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc2098-9f1a-4f8e-a6e1-33c1c590209b req-09c0d768-b5a7-4bf5-81d9-02dec94a568d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:03.728764 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbcc2098-9f1a-4f8e-a6e1-33c1c590209b req-09c0d768-b5a7-4bf5-81d9-02dec94a568d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 946 time: 0.1194017 Jul 22 21:13:03.832092 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fbcc2098-9f1a-4f8e-a6e1-33c1c590209b req-ee0f1019-a12a-4b62-9146-c66ac3812840 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949478 Jul 22 21:13:03.840894 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-71aeef15-5c51-474c-a81a-13ea0b6d1d21 req-38d9876f-272e-45db-a5ba-f14edab619c4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] For port 632e44d4-6168-41e7-beab-38d77ef53b0f, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=632e44d4-6168-41e7-beab-38d77ef53b0f,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:03.841453 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-71aeef15-5c51-474c-a81a-13ea0b6d1d21 req-38d9876f-272e-45db-a5ba-f14edab619c4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:03.857410 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-71aeef15-5c51-474c-a81a-13ea0b6d1d21 req-38d9876f-272e-45db-a5ba-f14edab619c4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Calling delete_port for 632e44d4-6168-41e7-beab-38d77ef53b0f owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:03.944748 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:04.042361 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-71aeef15-5c51-474c-a81a-13ea0b6d1d21 req-38d9876f-272e-45db-a5ba-f14edab619c4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:04.079621 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9876f-272e-45db-a5ba-f14edab619c4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Pushing event deleted for resources: {'Port': ['ID=632e44d4-6168-41e7-beab-38d77ef53b0f,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:04.106428 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ee55f92b-3b87-4b58-9e2f-d6ec11118bda', '632e44d4-6168-41e7-beab-38d77ef53b0f'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:04.138222 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-71aeef15-5c51-474c-a81a-13ea0b6d1d21 req-38d9876f-272e-45db-a5ba-f14edab619c4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] No DVR routers for this DVR port 632e44d4-6168-41e7-beab-38d77ef53b0f on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:13:04.145602 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-71aeef15-5c51-474c-a81a-13ea0b6d1d21 req-38d9876f-272e-45db-a5ba-f14edab619c4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:04.149275 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-71aeef15-5c51-474c-a81a-13ea0b6d1d21 req-38d9876f-272e-45db-a5ba-f14edab619c4 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "DELETE /v2.0/ports/632e44d4-6168-41e7-beab-38d77ef53b0f HTTP/1.1" status: 204 len: 173 time: 0.6316044 Jul 22 21:13:04.149973 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3b45aa-c735-4941-9d16-826a3ca916db', 'name': 'network-vif-deleted', 'tag': '632e44d4-6168-41e7-beab-38d77ef53b0f'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:04.153784 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceffb05e-ccf4-4893-b73d-47ad51766863" -d '{"events": [{"server_uuid": "9e3b45aa-c735-4941-9d16-826a3ca916db", "name": "network-vif-deleted", "tag": "632e44d4-6168-41e7-beab-38d77ef53b0f"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:04.207513 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3639b607-8484-4217-9e1d-dca32859090a x-openstack-request-id: req-3639b607-8484-4217-9e1d-dca32859090a {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:04.208618 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3b45aa-c735-4941-9d16-826a3ca916db", "name": "network-vif-deleted", "tag": "632e44d4-6168-41e7-beab-38d77ef53b0f", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:04.209323 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3639b607-8484-4217-9e1d-dca32859090a {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:04.210694 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3b45aa-c735-4941-9d16-826a3ca916db', 'name': 'network-vif-deleted', 'tag': '632e44d4-6168-41e7-beab-38d77ef53b0f', 'status': 'completed', 'code': 200} Jul 22 21:13:04.341574 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02c7a2-9397-47f2-b684-49a54543eb91 req-eb4e7105-2ccb-4cfe-a325-f36ce0116347 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:04.343213 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b02c7a2-9397-47f2-b684-49a54543eb91 req-eb4e7105-2ccb-4cfe-a325-f36ce0116347 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0954821 Jul 22 21:13:04.394050 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8b02c7a2-9397-47f2-b684-49a54543eb91 req-164bd5aa-15e9-436b-a944-e4dbd4de023e tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440316 Jul 22 21:13:05.001212 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9840c507-485b-4508-af1f-e559636212fd req-782c90d7-2ce4-4601-b28b-44ae8551268f tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e3b45aa-c735-4941-9d16-826a3ca916db HTTP/1.1" status: 200 len: 210 time: 0.0447321 Jul 22 21:13:05.210571 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.562368 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cbddc-9d5a-4625-a50f-cefbf9d94a73 req-fc12f896-9d24-4450-aaa3-f72185b66aeb tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:05.563969 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-225cbddc-9d5a-4625-a50f-cefbf9d94a73 req-fc12f896-9d24-4450-aaa3-f72185b66aeb tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0881271 Jul 22 21:13:05.641572 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-225cbddc-9d5a-4625-a50f-cefbf9d94a73 req-7755eed4-76c3-47e3-b26a-0f63264cdd56 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a7ff4a-3448-4019-9abb-c699decfafa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709457 Jul 22 21:13:05.684688 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3923f-7859-4bcc-a598-8cdc7f0a1513 req-1974474e-bc4d-4c33-bdfd-2dc1ea586488 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:05.686689 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f2b3923f-7859-4bcc-a598-8cdc7f0a1513 req-1974474e-bc4d-4c33-bdfd-2dc1ea586488 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1059492 Jul 22 21:13:05.833375 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-f2b3923f-7859-4bcc-a598-8cdc7f0a1513 req-aa45928d-ab1b-408b-9a25-4dac36355a94 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Deleting port ba033758-d3ba-4904-a9d6-738de55f6d53 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:05.833720 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f2b3923f-7859-4bcc-a598-8cdc7f0a1513 req-aa45928d-ab1b-408b-9a25-4dac36355a94 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.960329 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-f2b3923f-7859-4bcc-a598-8cdc7f0a1513 req-aa45928d-ab1b-408b-9a25-4dac36355a94 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] For port ba033758-d3ba-4904-a9d6-738de55f6d53, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ba033758-d3ba-4904-a9d6-738de55f6d53,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:05.960723 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f2b3923f-7859-4bcc-a598-8cdc7f0a1513 req-aa45928d-ab1b-408b-9a25-4dac36355a94 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.984441 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-f2b3923f-7859-4bcc-a598-8cdc7f0a1513 req-aa45928d-ab1b-408b-9a25-4dac36355a94 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Calling delete_port for ba033758-d3ba-4904-a9d6-738de55f6d53 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:06.164907 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f2b3923f-7859-4bcc-a598-8cdc7f0a1513 req-aa45928d-ab1b-408b-9a25-4dac36355a94 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:06.202741 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45928d-ab1b-408b-9a25-4dac36355a94 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Pushing event deleted for resources: {'Port': ['ID=ba033758-d3ba-4904-a9d6-738de55f6d53,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:06.211165 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ba033758-d3ba-4904-a9d6-738de55f6d53'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:06.265401 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b3923f-7859-4bcc-a598-8cdc7f0a1513 req-aa45928d-ab1b-408b-9a25-4dac36355a94 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] No DVR routers for this DVR port ba033758-d3ba-4904-a9d6-738de55f6d53 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:13:06.268946 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f2b3923f-7859-4bcc-a598-8cdc7f0a1513 req-aa45928d-ab1b-408b-9a25-4dac36355a94 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:06.271068 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f2b3923f-7859-4bcc-a598-8cdc7f0a1513 req-aa45928d-ab1b-408b-9a25-4dac36355a94 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.72 "DELETE /v2.0/ports/ba033758-d3ba-4904-a9d6-738de55f6d53 HTTP/1.1" status: 204 len: 173 time: 0.5692525 Jul 22 21:13:06.271519 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4449b1-4f80-4105-8c4a-2187ca43b3c0', 'name': 'network-vif-deleted', 'tag': 'ba033758-d3ba-4904-a9d6-738de55f6d53'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:06.273907 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1a36be-9176-4d2b-8fe3-771ee1aa1fef" -d '{"events": [{"server_uuid": "6c4449b1-4f80-4105-8c4a-2187ca43b3c0", "name": "network-vif-deleted", "tag": "ba033758-d3ba-4904-a9d6-738de55f6d53"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:06.343547 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b235517-d3c0-47d5-ac93-d1c827a1f785 x-openstack-request-id: req-5b235517-d3c0-47d5-ac93-d1c827a1f785 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:06.343838 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4449b1-4f80-4105-8c4a-2187ca43b3c0", "name": "network-vif-deleted", "tag": "ba033758-d3ba-4904-a9d6-738de55f6d53", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:06.344102 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b235517-d3c0-47d5-ac93-d1c827a1f785 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:06.344493 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4449b1-4f80-4105-8c4a-2187ca43b3c0', 'name': 'network-vif-deleted', 'tag': 'ba033758-d3ba-4904-a9d6-738de55f6d53', 'status': 'completed', 'code': 200} Jul 22 21:13:06.783560 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e1bc4c0-b536-4ad2-83cb-87f2f937654a req-00950d85-a34f-4c19-ad83-b563983dc9a3 tempest-ServerRescueNegativeTestJSON-1373941926 tempest-ServerRescueNegativeTestJSON-1373941926-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c4449b1-4f80-4105-8c4a-2187ca43b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0374918 Jul 22 21:13:07.455841 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device ba033758-d3ba-4904-a9d6-738de55f6d53 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:07.477572 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: ba033758-d3ba-4904-a9d6-738de55f6d53 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:07.477903 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device ba033758-d3ba-4904-a9d6-738de55f6d53 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:07.478321 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 632e44d4-6168-41e7-beab-38d77ef53b0f no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:07.501773 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: 632e44d4-6168-41e7-beab-38d77ef53b0f {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:07.502199 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 632e44d4-6168-41e7-beab-38d77ef53b0f not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:07.552700 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e22053-5d76-4b3b-8eb9-e58e4c5bb774 req-527a1697-a25b-4b8a-a312-6d774f291159 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:07.554712 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b5e22053-5d76-4b3b-8eb9-e58e4c5bb774 req-527a1697-a25b-4b8a-a312-6d774f291159 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 946 time: 0.0866580 Jul 22 21:13:07.604352 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b5e22053-5d76-4b3b-8eb9-e58e4c5bb774 req-94619e16-51ee-42df-88c2-016a31c1fbe5 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430017 Jul 22 21:13:07.873435 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 52462) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:07.952093 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b49a9-433a-4df4-9ca2-b8ce27098309 req-7fbd3412-ddbb-41e9-a61e-c094ae120280 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:07.953722 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6e9b49a9-433a-4df4-9ca2-b8ce27098309 req-7fbd3412-ddbb-41e9-a61e-c094ae120280 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.0951123 Jul 22 21:13:08.000674 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6e9b49a9-433a-4df4-9ca2-b8ce27098309 req-525f6305-23d0-444a-b79d-fb24b9a3cb65 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364149 Jul 22 21:13:08.401947 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416730'] for router_interface, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:08.763851 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Deleting port dd125a9d-7c0c-4dd0-846b-efb7c7a1111a {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:08.764189 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:08.799880 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149885d8-c0f4-4f80-9027-cca2ad903c98 req-2e22ec43-fc9f-4eef-a265-d0ccd9a15b6e tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:08.802023 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-149885d8-c0f4-4f80-9027-cca2ad903c98 req-2e22ec43-fc9f-4eef-a265-d0ccd9a15b6e tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 946 time: 0.1095576 Jul 22 21:13:08.860441 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-149885d8-c0f4-4f80-9027-cca2ad903c98 req-9f1f49f9-6672-4c3a-95dc-2172da5d5738 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490863 Jul 22 21:13:08.860987 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] For port dd125a9d-7c0c-4dd0-846b-efb7c7a1111a, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=dd125a9d-7c0c-4dd0-846b-efb7c7a1111a,segment=NetworkSegment(502383c9-79d8-4faa-81dc-78af7a9c89b4),segment_id=502383c9-79d8-4faa-81dc-78af7a9c89b4)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:08.861488 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:09.093823 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Calling delete_port for dd125a9d-7c0c-4dd0-846b-efb7c7a1111a owned by network:router_interface {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:09.200438 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6fb89-8ce3-482d-9dd7-01009a6465ac req-3da5db85-d256-49d1-814d-5850da857bc2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:09.202063 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3be6fb89-8ce3-482d-9dd7-01009a6465ac req-3da5db85-d256-49d1-814d-5850da857bc2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.0979667 Jul 22 21:13:09.254511 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3be6fb89-8ce3-482d-9dd7-01009a6465ac req-c811e209-63f7-416a-b45f-79b323b6532c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460613 Jul 22 21:13:09.408518 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:09.442310 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd125a9d-7c0c-4dd0-846b-efb7c7a1111a,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:09.478507 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:09.478874 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:09.479212 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:09.479543 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:09.479887 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:09.480234 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:09.480590 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:09.481051 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:09.481382 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:09.482249 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:09.482577 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:09.482919 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:09.679562 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416582'] for router_interface, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:09.860868 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed6b76-f43a-4b44-b24f-ba4cd4b7175b req-6adbb3da-7953-4fb4-aae4-33da01961f06 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:09.863172 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a3ed6b76-f43a-4b44-b24f-ba4cd4b7175b req-6adbb3da-7953-4fb4-aae4-33da01961f06 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 946 time: 0.1063070 Jul 22 21:13:10.001933 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Router 75e8291a-9670-45fe-a414-569eaab2f132 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:13:10.147372 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:13:10.162075 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-794112e4-dd18-4620-a5e8-4f983cc417e2 admin admin] 10.222.0.61 "PUT /v2.0/routers/75e8291a-9670-45fe-a414-569eaab2f132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2832944 Jul 22 21:13:10.162075 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 52472) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:10.165908 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aa6b52-a7e7-46b1-aa3e-8f01c9a964e9 None None] Sync routers for ids ['75e8291a-9670-45fe-a414-569eaab2f132'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:13:10.181910 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aa6b52-a7e7-46b1-aa3e-8f01c9a964e9 None None] Routers {'75e8291a-9670-45fe-a414-569eaab2f132'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:10.183141 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-30aa6b52-a7e7-46b1-aa3e-8f01c9a964e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:13:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['75e8291a-9670-45fe-a414-569eaab2f132'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:10.264195 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42659402-b70b-4b2d-9843-663b9fb09f1b req-370c0bc0-c74b-4e4a-bb1e-075821c25244 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:10.265902 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42659402-b70b-4b2d-9843-663b9fb09f1b req-370c0bc0-c74b-4e4a-bb1e-075821c25244 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 946 time: 0.1261652 Jul 22 21:13:10.301074 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-a3ed6b76-f43a-4b44-b24f-ba4cd4b7175b req-a2018aa4-393c-4ddf-b82e-1c72d04fc0ed tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Deleting port ee55f92b-3b87-4b58-9e2f-d6ec11118bda {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:10.301782 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a3ed6b76-f43a-4b44-b24f-ba4cd4b7175b req-a2018aa4-393c-4ddf-b82e-1c72d04fc0ed tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.343331 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42659402-b70b-4b2d-9843-663b9fb09f1b req-b95daada-e321-499b-b099-f83f3f9ec69d tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/security-groups?id=1537d809-dac9-43ca-999c-370cf9793ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692739 Jul 22 21:13:10.351938 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Notify callbacks [] for router, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.374628 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-30aa6b52-a7e7-46b1-aa3e-8f01c9a964e9 None None] Set router 75e8291a-9670-45fe-a414-569eaab2f132 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:10.478339 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-a3ed6b76-f43a-4b44-b24f-ba4cd4b7175b req-a2018aa4-393c-4ddf-b82e-1c72d04fc0ed tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] For port ee55f92b-3b87-4b58-9e2f-d6ec11118bda, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ee55f92b-3b87-4b58-9e2f-d6ec11118bda,segment=NetworkSegment(8db31107-932c-4963-9473-47a1a65a2de7),segment_id=8db31107-932c-4963-9473-47a1a65a2de7)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:10.478696 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a3ed6b76-f43a-4b44-b24f-ba4cd4b7175b req-a2018aa4-393c-4ddf-b82e-1c72d04fc0ed tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.497795 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-a3ed6b76-f43a-4b44-b24f-ba4cd4b7175b req-a2018aa4-393c-4ddf-b82e-1c72d04fc0ed tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Calling delete_port for ee55f92b-3b87-4b58-9e2f-d6ec11118bda owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:10.525175 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aefbce-06ec-4287-931a-6342c7cc3b7a req-85213993-8c1b-4887-883c-b537f11a2bc6 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:10.526587 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b4aefbce-06ec-4287-931a-6342c7cc3b7a req-85213993-8c1b-4887-883c-b537f11a2bc6 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1261313 Jul 22 21:13:10.529980 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.607231 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b4aefbce-06ec-4287-931a-6342c7cc3b7a req-372407e1-ac4c-4f05-8219-a06f790d9e23 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522156 Jul 22 21:13:10.622656 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Deleting port 28a91509-10e8-403d-8075-b483f08a8785 {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:10.623193 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.626352 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-30aa6b52-a7e7-46b1-aa3e-8f01c9a964e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e8291a-9670-45fe-a414-569eaab2f132', 'name': 'tempest-ServerRescueNegativeTestJSON-1704447540-router', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '28a91509-10e8-403d-8075-b483f08a8785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:47Z', 'updated_at': '2021-07-22T21:13:09Z', 'revision_number': 5, 'project_id': '83409f5ee05143549e6b448156db56f3', 'gw_port': {'id': '28a91509-10e8-403d-8075-b483f08a8785', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e8291a-9670-45fe-a414-569eaab2f132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:48Z', 'updated_at': '2021-07-22T21:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:10.677058 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aa6b52-a7e7-46b1-aa3e-8f01c9a964e9 None None] Checking router: 75e8291a-9670-45fe-a414-569eaab2f132 for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:13:10.689041 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aa6b52-a7e7-46b1-aa3e-8f01c9a964e9 None None] Routers {'75e8291a-9670-45fe-a414-569eaab2f132'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:10.690210 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-30aa6b52-a7e7-46b1-aa3e-8f01c9a964e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:13:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['75e8291a-9670-45fe-a414-569eaab2f132'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:10.702211 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a3ed6b76-f43a-4b44-b24f-ba4cd4b7175b req-a2018aa4-393c-4ddf-b82e-1c72d04fc0ed tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.737016 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] For port 28a91509-10e8-403d-8075-b483f08a8785, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=28a91509-10e8-403d-8075-b483f08a8785,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:10.737388 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.749730 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ee55f92b-3b87-4b58-9e2f-d6ec11118bda'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:10.754373 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2018aa4-393c-4ddf-b82e-1c72d04fc0ed tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Pushing event deleted for resources: {'Port': ['ID=ee55f92b-3b87-4b58-9e2f-d6ec11118bda,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:10.754588 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Calling delete_port for 28a91509-10e8-403d-8075-b483f08a8785 owned by network:router_gateway {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:10.829490 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ed6b76-f43a-4b44-b24f-ba4cd4b7175b req-a2018aa4-393c-4ddf-b82e-1c72d04fc0ed tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] No DVR routers for this DVR port ee55f92b-3b87-4b58-9e2f-d6ec11118bda on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:13:10.830894 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a3ed6b76-f43a-4b44-b24f-ba4cd4b7175b req-a2018aa4-393c-4ddf-b82e-1c72d04fc0ed tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.833592 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a3ed6b76-f43a-4b44-b24f-ba4cd4b7175b req-a2018aa4-393c-4ddf-b82e-1c72d04fc0ed tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.72 "DELETE /v2.0/ports/ee55f92b-3b87-4b58-9e2f-d6ec11118bda HTTP/1.1" status: 204 len: 173 time: 0.9622309 Jul 22 21:13:10.834641 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66989cbd-a879-4318-9915-8a66e0d911e7', 'name': 'network-vif-deleted', 'tag': 'ee55f92b-3b87-4b58-9e2f-d6ec11118bda'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:10.838089 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4e2872-d019-44dd-aa26-dea7935d60ad" -d '{"events": [{"server_uuid": "66989cbd-a879-4318-9915-8a66e0d911e7", "name": "network-vif-deleted", "tag": "ee55f92b-3b87-4b58-9e2f-d6ec11118bda"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:10.838864 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-30aa6b52-a7e7-46b1-aa3e-8f01c9a964e9 None None] Set router 75e8291a-9670-45fe-a414-569eaab2f132 gateway port host: None {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:10.896298 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2128109-2593-4376-b02a-9b19637193b4 x-openstack-request-id: req-d2128109-2593-4376-b02a-9b19637193b4 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:10.897135 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66989cbd-a879-4318-9915-8a66e0d911e7", "name": "network-vif-deleted", "tag": "ee55f92b-3b87-4b58-9e2f-d6ec11118bda", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:10.898287 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d2128109-2593-4376-b02a-9b19637193b4 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:10.898287 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66989cbd-a879-4318-9915-8a66e0d911e7', 'name': 'network-vif-deleted', 'tag': 'ee55f92b-3b87-4b58-9e2f-d6ec11118bda', 'status': 'completed', 'code': 200} Jul 22 21:13:10.929314 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-30aa6b52-a7e7-46b1-aa3e-8f01c9a964e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e8291a-9670-45fe-a414-569eaab2f132', 'name': 'tempest-ServerRescueNegativeTestJSON-1704447540-router', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:47Z', 'updated_at': '2021-07-22T21:13:10Z', 'revision_number': 6, 'project_id': '83409f5ee05143549e6b448156db56f3', 'gw_port_host': None}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:10.970881 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aa6b52-a7e7-46b1-aa3e-8f01c9a964e9 None None] The sync data for ids ['75e8291a-9670-45fe-a414-569eaab2f132'] in dv-cinder-801902-1-iscsi is: [{'id': '75e8291a-9670-45fe-a414-569eaab2f132', 'name': 'tempest-ServerRescueNegativeTestJSON-1704447540-router', 'tenant_id': '83409f5ee05143549e6b448156db56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:47Z', 'updated_at': '2021-07-22T21:13:10Z', 'revision_number': 6, 'project_id': '83409f5ee05143549e6b448156db56f3', 'gw_port_host': None}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:13:10.996961 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.040078 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a91509-10e8-403d-8075-b483f08a8785,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:11.118352 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369632'] for router_gateway, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.248061 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59103'] for router, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.251251 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.346936 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417051'] for router, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.347754 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75e8291a-9670-45fe-a414-569eaab2f132 {{(pid=93129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:13:11.365175 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] Notify callbacks [] for router, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.366669 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-9176453f-ab3b-4021-a010-500170fa3416 admin admin] 10.222.0.61 "DELETE /v2.0/routers/75e8291a-9670-45fe-a414-569eaab2f132 HTTP/1.1" status: 204 len: 168 time: 1.2067168 Jul 22 21:13:11.371788 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 52478) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:11.468540 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-4623111d-5130-4aae-ace8-f38feb2285f8 admin admin] Deleting subnet 81c09867-3f71-4343-84b7-0293e6ab5741 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:13:11.474883 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4623111d-5130-4aae-ace8-f38feb2285f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.537500 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device dd125a9d-7c0c-4dd0-846b-efb7c7a1111a no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:11.580052 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: dd125a9d-7c0c-4dd0-846b-efb7c7a1111a {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:11.580449 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device dd125a9d-7c0c-4dd0-846b-efb7c7a1111a not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:11.623323 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-99105097-7d73-471d-83c6-c3ce47d1d518 req-df06ea57-0612-4f21-b2f7-3877dbb55922 tempest-AttachVolumeNegativeTest-11632106 tempest-AttachVolumeNegativeTest-11632106-project] 10.222.0.61 "GET /v2.0/ports?device_id=66989cbd-a879-4318-9915-8a66e0d911e7 HTTP/1.1" status: 200 len: 210 time: 0.0809236 Jul 22 21:13:11.629608 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4623111d-5130-4aae-ace8-f38feb2285f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499746'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.708902 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4623111d-5130-4aae-ace8-f38feb2285f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.843795 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4623111d-5130-4aae-ace8-f38feb2285f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3138779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8576950'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.874347 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623111d-5130-4aae-ace8-f38feb2285f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81c09867-3f71-4343-84b7-0293e6ab5741,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:11.885500 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660b0c1-278e-4885-a4e4-c5a7eba8eed5 req-6f5855af-1776-42b8-ad4f-03e874778b39 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:11.893519 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8660b0c1-278e-4885-a4e4-c5a7eba8eed5 req-6f5855af-1776-42b8-ad4f-03e874778b39 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1376886 Jul 22 21:13:11.898638 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4623111d-5130-4aae-ace8-f38feb2285f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.899128 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4623111d-5130-4aae-ace8-f38feb2285f8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/81c09867-3f71-4343-84b7-0293e6ab5741 HTTP/1.1" status: 204 len: 168 time: 0.5254769 Jul 22 21:13:11.902758 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 52484) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:11.989829 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8660b0c1-278e-4885-a4e4-c5a7eba8eed5 req-80c79124-5181-47e6-9d2c-a97bc8cf5e11 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742538 Jul 22 21:13:12.003615 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.097180 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.109616 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9abf4eb-fe7c-4e13-a636-571e35d647a6']}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:12.120491 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502383c9-79d8-4faa-81dc-78af7a9c89b4') {'for_net_delete': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:12.120806 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502383c9-79d8-4faa-81dc-78af7a9c89b4') {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:12.131729 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3952117'] for segment, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.146068 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.152990 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:13:12.153505 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935919'] for segment, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: Traceback (most recent call last): Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: timer() Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: cb(*args, **kw) Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: return func(*args, **kwargs) Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: self._notify() Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: self.callback(batched_events) Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: event.method(event) Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: return f(self, *a, **k) Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._get(url).json() Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: return self.request(url, 'GET', **kwargs) Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:13:12.155411 dv-cinder-801902-1-iscsi neutron-server[93129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:13:12.221458 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.229690 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.232998 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e9abf4eb-fe7c-4e13-a636-571e35d647a6 HTTP/1.1" status: 204 len: 168 time: 0.3289649 Jul 22 21:13:12.255570 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41fba9-20be-42c2-8abf-0c48871c57f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9abf4eb-fe7c-4e13-a636-571e35d647a6,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:12.472473 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 52490) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:12.519159 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-42264274-a7c6-4177-b2cf-020b5a511bd0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83409f5ee05143549e6b448156db56f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452304 Jul 22 21:13:12.521814 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 52492) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:12.573524 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a793bc43-5850-42a7-96fc-4fc7b8e208c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.596372 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a793bc43-5850-42a7-96fc-4fc7b8e208c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.655181 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a793bc43-5850-42a7-96fc-4fc7b8e208c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.657946 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a793bc43-5850-42a7-96fc-4fc7b8e208c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.659432 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-a793bc43-5850-42a7-96fc-4fc7b8e208c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59a7ff4a-3448-4019-9abb-c699decfafa2 HTTP/1.1" status: 204 len: 168 time: 0.1364143 Jul 22 21:13:12.671239 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793bc43-5850-42a7-96fc-4fc7b8e208c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a7ff4a-3448-4019-9abb-c699decfafa2,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:12.710943 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 52498) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:12.786465 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89ed652-9041-4c37-81dd-1875b9aa22a6 admin admin] Deleting subnet dff3cef0-586b-49f3-ad91-8fc1cc9d87ae {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:13:12.789707 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a89ed652-9041-4c37-81dd-1875b9aa22a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.839483 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a89ed652-9041-4c37-81dd-1875b9aa22a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499746'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.906359 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a89ed652-9041-4c37-81dd-1875b9aa22a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.980838 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a89ed652-9041-4c37-81dd-1875b9aa22a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3138779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8576950'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.024744 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ed652-9041-4c37-81dd-1875b9aa22a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff3cef0-586b-49f3-ad91-8fc1cc9d87ae,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:13.030720 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a89ed652-9041-4c37-81dd-1875b9aa22a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.038045 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 52508) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:13.042123 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-a89ed652-9041-4c37-81dd-1875b9aa22a6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dff3cef0-586b-49f3-ad91-8fc1cc9d87ae HTTP/1.1" status: 204 len: 168 time: 0.3294418 Jul 22 21:13:13.150929 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.233068 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e191db-5cc4-48af-a923-13eb393742fd req-bc6a780d-1881-4457-b7d2-ebab00c853fd tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:13.235957 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-64e191db-5cc4-48af-a923-13eb393742fd req-bc6a780d-1881-4457-b7d2-ebab00c853fd tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1182380 Jul 22 21:13:13.270267 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.287820 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a265f2f-ca9f-48dd-8056-7dc61947facb']}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:13.302824 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-64e191db-5cc4-48af-a923-13eb393742fd req-4fe325b6-7ba3-4c3e-aa15-1bf4ba39845e tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561335 Jul 22 21:13:13.305675 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db31107-932c-4963-9473-47a1a65a2de7') {'for_net_delete': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:13.305945 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db31107-932c-4963-9473-47a1a65a2de7') {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:13.322228 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3952117'] for segment, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.349664 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.358776 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:13:13.359261 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935919'] for segment, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.359896 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 28a91509-10e8-403d-8075-b483f08a8785 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: Traceback (most recent call last): Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: timer() Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: cb(*args, **kw) Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: return func(*args, **kwargs) Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: self._notify() Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: self.callback(batched_events) Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: event.method(event) Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: return f(self, *a, **k) Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._get(url).json() Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: return self.request(url, 'GET', **kwargs) Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:13:13.361360 dv-cinder-801902-1-iscsi neutron-server[93129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:13:13.396263 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: 28a91509-10e8-403d-8075-b483f08a8785 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:13.396808 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 28a91509-10e8-403d-8075-b483f08a8785 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:13.434108 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.444677 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.451084 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] 10.222.0.61 "DELETE /v2.0/networks/7a265f2f-ca9f-48dd-8056-7dc61947facb HTTP/1.1" status: 204 len: 168 time: 0.4081511 Jul 22 21:13:13.462150 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c8bee-994b-4ee5-9d06-716052aa8b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a265f2f-ca9f-48dd-8056-7dc61947facb,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:13.477879 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device ee55f92b-3b87-4b58-9e2f-d6ec11118bda no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:13.501848 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: ee55f92b-3b87-4b58-9e2f-d6ec11118bda {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:13.502189 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device ee55f92b-3b87-4b58-9e2f-d6ec11118bda not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:13.617503 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 52524) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:13.665311 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-869e1a42-6cb3-4ef0-8902-1dbc3f20835e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bdd72480ceae406eacaf35b79236a2af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465808 Jul 22 21:13:13.670187 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 52526) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:13.735801 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f78658c6-8cb0-46d0-b9ea-2293b341cb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.761836 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f78658c6-8cb0-46d0-b9ea-2293b341cb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.826663 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f78658c6-8cb0-46d0-b9ea-2293b341cb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.829335 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f78658c6-8cb0-46d0-b9ea-2293b341cb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.830695 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-f78658c6-8cb0-46d0-b9ea-2293b341cb40 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1537d809-dac9-43ca-999c-370cf9793ade HTTP/1.1" status: 204 len: 168 time: 0.1593959 Jul 22 21:13:13.841729 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78658c6-8cb0-46d0-b9ea-2293b341cb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1537d809-dac9-43ca-999c-370cf9793ade,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:14.532581 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfddabc-cd27-4f31-89e2-5d6d1a4f4744 req-0c89a33d-2775-4fa0-8ccd-7b287a744bda tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:14.535538 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7dfddabc-cd27-4f31-89e2-5d6d1a4f4744 req-0c89a33d-2775-4fa0-8ccd-7b287a744bda tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1018701 Jul 22 21:13:14.617967 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7dfddabc-cd27-4f31-89e2-5d6d1a4f4744 req-ebd6426f-06ef-4a03-bd59-f4252e7553eb tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710649 Jul 22 21:13:15.770424 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7f2a7-2114-49b9-8feb-ba45ba0fb031 req-4e7efddb-d5a5-46d2-859f-427eedaf117e tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:15.772046 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59e7f2a7-2114-49b9-8feb-ba45ba0fb031 req-4e7efddb-d5a5-46d2-859f-427eedaf117e tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.0755367 Jul 22 21:13:15.822637 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59e7f2a7-2114-49b9-8feb-ba45ba0fb031 req-8c8b43c8-d0db-41a3-b93f-eb825e498053 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400376 Jul 22 21:13:16.072811 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 52596) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:16.195061 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-48b22faa-00fa-4511-b824-2313958ec4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.299759 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-48b22faa-00fa-4511-b824-2313958ec4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.304248 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-48b22faa-00fa-4511-b824-2313958ec4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.352382 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-48b22faa-00fa-4511-b824-2313958ec4ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5fb01c1bab1f4279832a4d6f5fc6606c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757037 Jul 22 21:13:16.352382 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b22faa-00fa-4511-b824-2313958ec4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e81e4eb-3d6d-4793-b569-874c8e488691,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:16.352543 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 52602) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:16.421453 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c90c-679d-4047-b522-010bd17af4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.446013 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c90c-679d-4047-b522-010bd17af4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.524510 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c90c-679d-4047-b522-010bd17af4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.527093 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c90c-679d-4047-b522-010bd17af4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.531970 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-aeb8c90c-679d-4047-b522-010bd17af4dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e81e4eb-3d6d-4793-b569-874c8e488691 HTTP/1.1" status: 204 len: 168 time: 0.1783829 Jul 22 21:13:16.541462 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8c90c-679d-4047-b522-010bd17af4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e81e4eb-3d6d-4793-b569-874c8e488691,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:16.848673 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.922644 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 52614) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:16.944155 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-db56ebc9-174e-4044-927a-c3e5abef9551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.037529 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7fa58-25ea-4f08-a136-36fc5d16f24e req-ee850361-9c54-4f6b-98d3-256669bb19df tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:17.039209 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eda7fa58-25ea-4f08-a136-36fc5d16f24e req-ee850361-9c54-4f6b-98d3-256669bb19df tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1078157 Jul 22 21:13:17.077420 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-db56ebc9-174e-4044-927a-c3e5abef9551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.083165 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-db56ebc9-174e-4044-927a-c3e5abef9551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.095837 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eda7fa58-25ea-4f08-a136-36fc5d16f24e req-58d94a96-2aa9-4f93-8730-f0acd09c099e tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475845 Jul 22 21:13:17.139313 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56ebc9-174e-4044-927a-c3e5abef9551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81552367-e9c1-4f9a-bfad-54035247da0c,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:17.144013 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-db56ebc9-174e-4044-927a-c3e5abef9551 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b3cad95ed2e472ebfcc97b2072deedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200685 Jul 22 21:13:17.148273 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 52616) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:17.212077 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-11789dce-97d4-41cb-813d-388bb0e93113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.244069 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-11789dce-97d4-41cb-813d-388bb0e93113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.309923 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-11789dce-97d4-41cb-813d-388bb0e93113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.312608 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-11789dce-97d4-41cb-813d-388bb0e93113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.314018 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-11789dce-97d4-41cb-813d-388bb0e93113 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81552367-e9c1-4f9a-bfad-54035247da0c HTTP/1.1" status: 204 len: 168 time: 0.1646123 Jul 22 21:13:17.322419 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11789dce-97d4-41cb-813d-388bb0e93113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81552367-e9c1-4f9a-bfad-54035247da0c,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:18.285332 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ee653-e199-4974-9a6a-dad72ba930a4 req-e42fa8a5-c492-4302-859c-61d5d63059d3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:18.294201 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-187ee653-e199-4974-9a6a-dad72ba930a4 req-e42fa8a5-c492-4302-859c-61d5d63059d3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1072273 Jul 22 21:13:18.343036 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-187ee653-e199-4974-9a6a-dad72ba930a4 req-07fc4098-ad52-48f1-ad7a-a845cbfdbafb tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422032 Jul 22 21:13:19.530900 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d630e09-a84a-42ba-9dee-deebc84d4e55 req-f1430f53-3e9a-4664-841b-e6e18769cb90 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:19.532469 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0d630e09-a84a-42ba-9dee-deebc84d4e55 req-f1430f53-3e9a-4664-841b-e6e18769cb90 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.0851135 Jul 22 21:13:19.580354 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0d630e09-a84a-42ba-9dee-deebc84d4e55 req-407bb371-1cdb-4bd7-af35-cab8b9672349 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374095 Jul 22 21:13:19.896488 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b5373-78e1-4ffd-809a-464b3ffe8f6e req-d54c963b-2073-47c4-a05b-6e1b8aaec24f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:19.898071 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-322b5373-78e1-4ffd-809a-464b3ffe8f6e req-d54c963b-2073-47c4-a05b-6e1b8aaec24f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1252568 Jul 22 21:13:19.952100 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-322b5373-78e1-4ffd-809a-464b3ffe8f6e req-41e24468-a36e-4074-a6d1-3b14750420bb tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467482 Jul 22 21:13:19.953834 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bfa75-3e72-4156-ae63-24cc7c3e32ce req-158e9961-67c3-48fc-b58b-58dfeb89fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:19.955242 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-657bfa75-3e72-4156-ae63-24cc7c3e32ce req-158e9961-67c3-48fc-b58b-58dfeb89fad2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d1ad23cab7f9480eb741b996da7e56f8&device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 1099 time: 0.1104620 Jul 22 21:13:20.057112 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bfa75-3e72-4156-ae63-24cc7c3e32ce req-a5a91a72-a68e-4940-938f-1daa3e7cc362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:20.058687 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-657bfa75-3e72-4156-ae63-24cc7c3e32ce req-a5a91a72-a68e-4940-938f-1daa3e7cc362 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c2d50da-bec8-4953-a39c-7c6350f478fc HTTP/1.1" status: 200 len: 912 time: 0.0919089 Jul 22 21:13:20.134454 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-657bfa75-3e72-4156-ae63-24cc7c3e32ce req-8cc01f35-2a94-4778-9f85-4efd782b4134 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06ccdba-f5b3-4832-ba0d-d1e1347909b6 HTTP/1.1" status: 200 len: 1002 time: 0.0682435 Jul 22 21:13:20.188102 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bfa75-3e72-4156-ae63-24cc7c3e32ce req-7ba269b5-a4bf-4d6a-82a9-0ef4ec4c6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:20.189611 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-657bfa75-3e72-4156-ae63-24cc7c3e32ce req-7ba269b5-a4bf-4d6a-82a9-0ef4ec4c6535 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34bae904-f02c-4d88-8830-72019b3c2b45 HTTP/1.1" status: 200 len: 850 time: 0.0488231 Jul 22 21:13:20.266645 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bfa75-3e72-4156-ae63-24cc7c3e32ce req-d59719f1-dd52-4f1f-bed3-c3e5194473b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:20.268282 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-657bfa75-3e72-4156-ae63-24cc7c3e32ce req-d59719f1-dd52-4f1f-bed3-c3e5194473b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c2d50da-bec8-4953-a39c-7c6350f478fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707808 Jul 22 21:13:20.379289 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-657bfa75-3e72-4156-ae63-24cc7c3e32ce req-7ccd0f11-50fb-4b73-a362-a400299775ce service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031427 Jul 22 21:13:20.514244 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-657bfa75-3e72-4156-ae63-24cc7c3e32ce req-a1858105-49b1-4e8a-95ef-7a4dd00c4702 service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234548 Jul 22 21:13:20.613648 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:13:21.113711 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8c655-0805-4e05-a187-8486cf6e1863 req-21d3687e-7b1a-48e0-b71d-462a89a77e8e tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:21.115402 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-94c8c655-0805-4e05-a187-8486cf6e1863 req-21d3687e-7b1a-48e0-b71d-462a89a77e8e tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.0808237 Jul 22 21:13:21.163447 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-94c8c655-0805-4e05-a187-8486cf6e1863 req-5a52474c-8221-4137-acd7-0a17c32a5bdd tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390406 Jul 22 21:13:22.374841 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e422c2-a42b-4dc8-a6a1-7504713e20bc req-3643397a-1360-4ba4-9ae4-0dcd6e306fde tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:22.381797 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33e422c2-a42b-4dc8-a6a1-7504713e20bc req-3643397a-1360-4ba4-9ae4-0dcd6e306fde tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.0957587 Jul 22 21:13:22.431929 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33e422c2-a42b-4dc8-a6a1-7504713e20bc req-38245523-61e0-466c-bd53-f190ac98e6e2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488880 Jul 22 21:13:30.133481 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-94012986-04f7-4d0c-b827-1de5ec8acdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.513488 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 52896) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:30.635781 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ff89ec78-ecee-4817-8cbc-1ce9747833ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.747941 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ff89ec78-ecee-4817-8cbc-1ce9747833ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.752745 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ff89ec78-ecee-4817-8cbc-1ce9747833ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.790357 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ff89ec78-ecee-4817-8cbc-1ce9747833ad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c343097c0a44289b2fcb6d6f48b91e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754099 Jul 22 21:13:30.791430 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89ec78-ecee-4817-8cbc-1ce9747833ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f855b3a-b2e8-4205-8822-5fcf56f63070,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:30.794442 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 52900) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:30.860168 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-28f2e3da-97b6-4474-993f-5bf51259ca51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.883726 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-28f2e3da-97b6-4474-993f-5bf51259ca51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.946299 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-28f2e3da-97b6-4474-993f-5bf51259ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.949347 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-28f2e3da-97b6-4474-993f-5bf51259ca51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:30.950823 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-28f2e3da-97b6-4474-993f-5bf51259ca51 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0f855b3a-b2e8-4205-8822-5fcf56f63070 HTTP/1.1" status: 204 len: 168 time: 0.1548846 Jul 22 21:13:30.964384 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2e3da-97b6-4474-993f-5bf51259ca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f855b3a-b2e8-4205-8822-5fcf56f63070,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:31.269596 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 52906) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:31.287804 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b64fa70c-4425-4ae5-9f94-2d7dc1417e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.396521 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b64fa70c-4425-4ae5-9f94-2d7dc1417e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.403414 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b64fa70c-4425-4ae5-9f94-2d7dc1417e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.453139 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fa70c-4425-4ae5-9f94-2d7dc1417e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe4eea3-5249-48f3-850c-c6b09f5010cb,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:31.459454 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-b64fa70c-4425-4ae5-9f94-2d7dc1417e83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a210ea32c2e4c5781ff62fa3b4015e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842008 Jul 22 21:13:31.463553 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 52912) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:31.551206 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-061ee61c-8ae9-40e4-89c7-991cf00c9fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.576489 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-061ee61c-8ae9-40e4-89c7-991cf00c9fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.643152 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-061ee61c-8ae9-40e4-89c7-991cf00c9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.646320 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-061ee61c-8ae9-40e4-89c7-991cf00c9fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.647791 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-061ee61c-8ae9-40e4-89c7-991cf00c9fc5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fe4eea3-5249-48f3-850c-c6b09f5010cb HTTP/1.1" status: 204 len: 168 time: 0.1826696 Jul 22 21:13:31.659647 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ee61c-8ae9-40e4-89c7-991cf00c9fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe4eea3-5249-48f3-850c-c6b09f5010cb,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:32.868261 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-51ea2b71-db49-4e1c-acb1-c57faf14eccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:33.207179 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:33.643385 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 52996) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:33.782217 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e5266a1e-0c03-4dd8-b2b8-effbac27e5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:33.916062 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e5266a1e-0c03-4dd8-b2b8-effbac27e5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:33.917610 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e5266a1e-0c03-4dd8-b2b8-effbac27e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:33.954385 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:33.960981 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-e5266a1e-0c03-4dd8-b2b8-effbac27e5f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf86c46f8e274b08a2159c6a27dd760c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164802 Jul 22 21:13:33.962263 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5266a1e-0c03-4dd8-b2b8-effbac27e5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add3ac59-9a2a-49ee-953f-d9c02ff81883,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:33.963867 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53008) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:34.031052 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3ae06b9f-f50a-43de-a269-51e9c8e517e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.064084 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3ae06b9f-f50a-43de-a269-51e9c8e517e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.127399 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3ae06b9f-f50a-43de-a269-51e9c8e517e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.132481 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3ae06b9f-f50a-43de-a269-51e9c8e517e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.136796 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-3ae06b9f-f50a-43de-a269-51e9c8e517e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/add3ac59-9a2a-49ee-953f-d9c02ff81883 HTTP/1.1" status: 204 len: 168 time: 0.1635752 Jul 22 21:13:34.147173 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae06b9f-f50a-43de-a269-51e9c8e517e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add3ac59-9a2a-49ee-953f-d9c02ff81883,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:34.613684 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53026) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:34.632441 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f73f1cd8-6fc5-48cd-a443-c8eb0855b0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.762860 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f73f1cd8-6fc5-48cd-a443-c8eb0855b0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.768219 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f73f1cd8-6fc5-48cd-a443-c8eb0855b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.810143 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f1cd8-6fc5-48cd-a443-c8eb0855b0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8838cb-d1d0-44d6-a933-3ca70334e990,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:34.818470 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-f73f1cd8-6fc5-48cd-a443-c8eb0855b0bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d52dea93665e465d82d3c32ceeb7c982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995115 Jul 22 21:13:34.818988 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53036) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:34.885833 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0df8a9f0-2e58-4f6c-abc4-720029ea2eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.916110 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0df8a9f0-2e58-4f6c-abc4-720029ea2eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.970171 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0df8a9f0-2e58-4f6c-abc4-720029ea2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.973831 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0df8a9f0-2e58-4f6c-abc4-720029ea2eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.975556 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-0df8a9f0-2e58-4f6c-abc4-720029ea2eb7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc8838cb-d1d0-44d6-a933-3ca70334e990 HTTP/1.1" status: 204 len: 168 time: 0.1550508 Jul 22 21:13:34.988382 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8a9f0-2e58-4f6c-abc4-720029ea2eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8838cb-d1d0-44d6-a933-3ca70334e990,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:35.214393 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:43.886714 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53196) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:44.014776 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28e7a16a-528f-4a36-bdb4-7bab80d936bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.124896 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28e7a16a-528f-4a36-bdb4-7bab80d936bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.131793 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28e7a16a-528f-4a36-bdb4-7bab80d936bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.172446 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7a16a-528f-4a36-bdb4-7bab80d936bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4459e5-7b35-4054-9e25-07c7565eb1dd,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:44.178780 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-28e7a16a-528f-4a36-bdb4-7bab80d936bb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2232871c78c84e71920a31db80230a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907724 Jul 22 21:13:44.183684 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53204) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:44.258642 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-23f9c23e-9567-4719-ad36-94425c5d3b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.283180 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-23f9c23e-9567-4719-ad36-94425c5d3b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.341613 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-23f9c23e-9567-4719-ad36-94425c5d3b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.345951 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-23f9c23e-9567-4719-ad36-94425c5d3b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.347522 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-23f9c23e-9567-4719-ad36-94425c5d3b37 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec4459e5-7b35-4054-9e25-07c7565eb1dd HTTP/1.1" status: 204 len: 168 time: 0.1626146 Jul 22 21:13:44.356035 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9c23e-9567-4719-ad36-94425c5d3b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4459e5-7b35-4054-9e25-07c7565eb1dd,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:44.687285 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53214) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:44.710355 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-58a0aea9-f277-4f66-a242-44ccea86c1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.834103 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-58a0aea9-f277-4f66-a242-44ccea86c1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.840498 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-58a0aea9-f277-4f66-a242-44ccea86c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.892717 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-58a0aea9-f277-4f66-a242-44ccea86c1d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b9a08b403d14df8803362608faf3639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005928 Jul 22 21:13:44.892717 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0aea9-f277-4f66-a242-44ccea86c1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc02f5b5-7698-437a-96dc-385f11a31454,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:44.893610 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53216) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:44.969274 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-12b6f0b8-c74b-46f6-a7da-f228f68bf4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:44.999666 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-12b6f0b8-c74b-46f6-a7da-f228f68bf4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.060106 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-12b6f0b8-c74b-46f6-a7da-f228f68bf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.064253 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-12b6f0b8-c74b-46f6-a7da-f228f68bf4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.065461 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-12b6f0b8-c74b-46f6-a7da-f228f68bf4c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc02f5b5-7698-437a-96dc-385f11a31454 HTTP/1.1" status: 204 len: 168 time: 0.1705985 Jul 22 21:13:45.074221 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6f0b8-c74b-46f6-a7da-f228f68bf4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc02f5b5-7698-437a-96dc-385f11a31454,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:45.474944 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53230) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:45.490585 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cf13d386-4e3c-4d94-ba47-18c9987f6976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.605925 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cf13d386-4e3c-4d94-ba47-18c9987f6976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.612532 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cf13d386-4e3c-4d94-ba47-18c9987f6976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.653390 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13d386-4e3c-4d94-ba47-18c9987f6976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae24a76-445e-44c1-b1fc-c9b5a103350a,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:45.660980 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-cf13d386-4e3c-4d94-ba47-18c9987f6976 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f7b14a631244fc3ac25531242ffd224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849799 Jul 22 21:13:45.662080 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53236) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:45.726974 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-70f55e24-af19-4234-9c2b-53b6c74a2f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.734702 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94959024-1db7-450a-941a-70cee049d729 req-c44e7ca3-2f49-49c6-a189-b8bcee8a9fee tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:45.736752 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-94959024-1db7-450a-941a-70cee049d729 req-c44e7ca3-2f49-49c6-a189-b8bcee8a9fee tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 946 time: 0.0980673 Jul 22 21:13:45.758823 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-70f55e24-af19-4234-9c2b-53b6c74a2f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.784397 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-94959024-1db7-450a-941a-70cee049d729 req-39fa9385-7e24-4fd0-b2be-0bbb0f23f07a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408182 Jul 22 21:13:45.825913 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-70f55e24-af19-4234-9c2b-53b6c74a2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.831187 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-70f55e24-af19-4234-9c2b-53b6c74a2f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:45.833154 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-70f55e24-af19-4234-9c2b-53b6c74a2f91 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dae24a76-445e-44c1-b1fc-c9b5a103350a HTTP/1.1" status: 204 len: 168 time: 0.1699278 Jul 22 21:13:45.844473 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f55e24-af19-4234-9c2b-53b6c74a2f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae24a76-445e-44c1-b1fc-c9b5a103350a,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:45.933116 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53242) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:46.166777 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1141-02b3-4178-a0b6-6f946d01fec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.276914 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1141-02b3-4178-a0b6-6f946d01fec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.281363 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1141-02b3-4178-a0b6-6f946d01fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.328588 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f1141-02b3-4178-a0b6-6f946d01fec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a44534-4ff7-4d78-aca9-ae1eb57fdbaf,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:46.332913 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-8e9f1141-02b3-4178-a0b6-6f946d01fec5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b68702f65814336af02c02c42201425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981853 Jul 22 21:13:46.335761 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53256) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:46.384643 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74e4b3b3-9c82-4ed7-acaf-038c7f5ec37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.408092 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74e4b3b3-9c82-4ed7-acaf-038c7f5ec37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.463698 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74e4b3b3-9c82-4ed7-acaf-038c7f5ec37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.466353 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74e4b3b3-9c82-4ed7-acaf-038c7f5ec37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.467558 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-74e4b3b3-9c82-4ed7-acaf-038c7f5ec37f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3a44534-4ff7-4d78-aca9-ae1eb57fdbaf HTTP/1.1" status: 204 len: 168 time: 0.1308928 Jul 22 21:13:46.481303 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4b3b3-9c82-4ed7-acaf-038c7f5ec37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a44534-4ff7-4d78-aca9-ae1eb57fdbaf,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:46.777592 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53274) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:46.790567 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a69924b4-0b5a-4502-9a63-348986c19c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.864513 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.931351 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a69924b4-0b5a-4502-9a63-348986c19c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.937762 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a69924b4-0b5a-4502-9a63-348986c19c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:46.993389 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-a69924b4-0b5a-4502-9a63-348986c19c32 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1199c563cffb45c78afa6067662752ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144430 Jul 22 21:13:46.997275 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53282) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:47.005411 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69924b4-0b5a-4502-9a63-348986c19c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e325b0-e3fa-47b0-b453-c56e92260ee9,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:47.034062 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d97ac-20a1-4131-b919-877369e20a6a req-1f2095b9-9e5d-4347-9cac-3377d79fd029 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:47.037463 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5a3d97ac-20a1-4131-b919-877369e20a6a req-1f2095b9-9e5d-4347-9cac-3377d79fd029 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 946 time: 0.1430192 Jul 22 21:13:47.075710 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91fe626e-b779-45fd-92eb-58b8bfc2d5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:47.099711 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91fe626e-b779-45fd-92eb-58b8bfc2d5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:47.105572 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5a3d97ac-20a1-4131-b919-877369e20a6a req-2d264b8d-28d8-4c0b-be98-d7d52f0fa566 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583982 Jul 22 21:13:47.150402 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91fe626e-b779-45fd-92eb-58b8bfc2d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:47.153035 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91fe626e-b779-45fd-92eb-58b8bfc2d5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:47.154239 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-91fe626e-b779-45fd-92eb-58b8bfc2d5b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4e325b0-e3fa-47b0-b453-c56e92260ee9 HTTP/1.1" status: 204 len: 168 time: 0.1558614 Jul 22 21:13:47.166689 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe626e-b779-45fd-92eb-58b8bfc2d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e325b0-e3fa-47b0-b453-c56e92260ee9,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:48.270164 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-27658ba0-e9e4-405c-92bb-44e4702e6b69 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:48.271949 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-27658ba0-e9e4-405c-92bb-44e4702e6b69 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.72 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 946 time: 0.1193132 Jul 22 21:13:48.287767 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb89cd3-7935-4c87-84d0-4e0df490300b req-2b8069e6-fed1-447e-b462-e4b21f010171 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:48.289462 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6eb89cd3-7935-4c87-84d0-4e0df490300b req-2b8069e6-fed1-447e-b462-e4b21f010171 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 946 time: 0.1038351 Jul 22 21:13:48.397425 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6eb89cd3-7935-4c87-84d0-4e0df490300b req-8861c566-fde8-4f8d-9c22-80c1547cd0b2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=adeb0418-43be-4490-a48b-a91e04bcb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994461 Jul 22 21:13:48.441913 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Deleting port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:48.442517 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:48.480199 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53358) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:48.550110 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] For port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:48.550474 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:48.936634 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bcef8b62-0c3c-46a8-9d7c-a03799e71179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.107215 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.107760 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.107933 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.l3_db [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Floating IP 472e438e-53a6-4cf6-9a0e-989126530412 disassociated. External IP: 172.27.1.173, port: 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955. Jul 22 21:13:49.108287 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Calling delete_port for 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:49.247538 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bcef8b62-0c3c-46a8-9d7c-a03799e71179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.252694 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bcef8b62-0c3c-46a8-9d7c-a03799e71179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.321017 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef8b62-0c3c-46a8-9d7c-a03799e71179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efdc549-4878-442b-a012-274f4941dd76,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:49.339646 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-bcef8b62-0c3c-46a8-9d7c-a03799e71179 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0d64d107a21e41daba3a59c1bfd6a7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8522389 Jul 22 21:13:49.339646 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53384) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:49.376949 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.424692 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event deleted for resources: {'Port': ['ID=7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:49.450768 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7436e1d5-faae-4183-8d66-d2dd2447dbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.574261 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7436e1d5-faae-4183-8d66-d2dd2447dbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.657146 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Router 84725fe6-1f97-4d24-a33a-80ca5a29af6c has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:13:49.673193 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7436e1d5-faae-4183-8d66-d2dd2447dbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.676539 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7436e1d5-faae-4183-8d66-d2dd2447dbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.680613 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7436e1d5-faae-4183-8d66-d2dd2447dbae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1efdc549-4878-442b-a012-274f4941dd76 HTTP/1.1" status: 204 len: 168 time: 0.3412693 Jul 22 21:13:49.730272 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436e1d5-faae-4183-8d66-d2dd2447dbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efdc549-4878-442b-a012-274f4941dd76,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:49.867216 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:13:49.886685 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f581cb8f-5e5b-4c96-9eab-53c47259569c None None] Sync routers for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:13:49.903079 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f581cb8f-5e5b-4c96-9eab-53c47259569c None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:49.905028 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-f581cb8f-5e5b-4c96-9eab-53c47259569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:13:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:49.969778 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f17c4310-be18-44cc-991c-5143e7a898de req-f13b3ace-99a6-40d7-b75a-aeaf161e5d43 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=66ec6d17-0056-4816-84d1-992e9a908be0 HTTP/1.1" status: 200 len: 210 time: 0.4264863 Jul 22 21:13:49.970529 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] No DVR routers for this DVR port 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:13:49.973538 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:49.975790 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-00c358f1-2bde-473c-b469-9af6aab8f2af req-2b58e760-db3d-4e88-8185-c53e91159a73 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.72 "DELETE /v2.0/ports/7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 HTTP/1.1" status: 204 len: 173 time: 1.6854188 Jul 22 21:13:49.976242 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'name': 'network-vif-deleted', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:49.979341 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c87d37-14c8-441e-84bd-84eb0d72ba2f" -d '{"events": [{"server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "name": "network-vif-deleted", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:50.042681 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec508309-0f12-482c-8556-cfabb2dd5b4d x-openstack-request-id: req-ec508309-0f12-482c-8556-cfabb2dd5b4d {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:50.043186 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ec6d17-0056-4816-84d1-992e9a908be0", "name": "network-vif-deleted", "tag": "7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:50.043611 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec508309-0f12-482c-8556-cfabb2dd5b4d {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:50.044054 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ec6d17-0056-4816-84d1-992e9a908be0', 'name': 'network-vif-deleted', 'tag': '7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955', 'status': 'completed', 'code': 200} Jul 22 21:13:50.074444 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-f581cb8f-5e5b-4c96-9eab-53c47259569c None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:50.324238 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53404) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:50.338823 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ab87cc53-966e-4976-9126-295b921a1884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.352235 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-f581cb8f-5e5b-4c96-9eab-53c47259569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:24Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:50.382775 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f581cb8f-5e5b-4c96-9eab-53c47259569c None None] Checking router: 84725fe6-1f97-4d24-a33a-80ca5a29af6c for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:13:50.392058 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f581cb8f-5e5b-4c96-9eab-53c47259569c None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:50.392731 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-f581cb8f-5e5b-4c96-9eab-53c47259569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:13:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:50.472600 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ab87cc53-966e-4976-9126-295b921a1884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.479918 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ab87cc53-966e-4976-9126-295b921a1884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.524803 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ab87cc53-966e-4976-9126-295b921a1884 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=35604d56326642e091f7264870ff1485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944749 Jul 22 21:13:50.525128 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-f581cb8f-5e5b-4c96-9eab-53c47259569c None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:50.525325 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87cc53-966e-4976-9126-295b921a1884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d24665-3318-4ee8-9bdb-3c57bec77279,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:50.525325 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53406) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:50.829948 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8eb7-2352-4058-bf9e-af8a154e73b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.866612 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8eb7-2352-4058-bf9e-af8a154e73b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.927823 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8eb7-2352-4058-bf9e-af8a154e73b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.930994 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8eb7-2352-4058-bf9e-af8a154e73b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.932504 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a8bc8eb7-2352-4058-bf9e-af8a154e73b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44d24665-3318-4ee8-9bdb-3c57bec77279 HTTP/1.1" status: 204 len: 168 time: 0.4064329 Jul 22 21:13:50.942384 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc8eb7-2352-4058-bf9e-af8a154e73b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d24665-3318-4ee8-9bdb-3c57bec77279,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:50.951970 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-f581cb8f-5e5b-4c96-9eab-53c47259569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:24Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:51.003571 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f581cb8f-5e5b-4c96-9eab-53c47259569c None None] The sync data for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi is: [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:24Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:13:51.207310 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53426) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:51.313231 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-46e09678-755f-4e79-89bf-5ebc6c2c1178 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.381478 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-46e09678-755f-4e79-89bf-5ebc6c2c1178 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.476010 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846bc6cb-2e19-47c7-859b-a87ada4b7448 None None] New status for floating IP 472e438e-53a6-4cf6-9a0e-989126530412: DOWN {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:13:51.502223 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-46e09678-755f-4e79-89bf-5ebc6c2c1178 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.505343 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-46e09678-755f-4e79-89bf-5ebc6c2c1178 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.506778 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-46e09678-755f-4e79-89bf-5ebc6c2c1178 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "DELETE /v2.0/security-groups/adeb0418-43be-4490-a48b-a91e04bcb4b2 HTTP/1.1" status: 204 len: 168 time: 0.2984812 Jul 22 21:13:51.510299 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53438) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:51.524944 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e09678-755f-4e79-89bf-5ebc6c2c1178 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb0418-43be-4490-a48b-a91e04bcb4b2,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:51.552794 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.api.v2.resource [None req-b5b50408-62df-41b7-ae03-1faa2e226232 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] show failed (client error): The resource could not be found. Jul 22 21:13:51.553858 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-b5b50408-62df-41b7-ae03-1faa2e226232 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups/adeb0418-43be-4490-a48b-a91e04bcb4b2 HTTP/1.1" status: 404 len: 347 time: 0.0424986 Jul 22 21:13:51.559211 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53442) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:51.707863 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:51.759105 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:51.759468 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 7420ffa9-8bb4-4ddd-8fd3-3e0a423cf955 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:51.843488 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-aa2cada5-4fd2-470e-9f23-6707d398e9bd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Deleting port 6d616763-1429-4c7e-b5af-40638d2e1efc {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:51.844612 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-aa2cada5-4fd2-470e-9f23-6707d398e9bd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.944346 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-aa2cada5-4fd2-470e-9f23-6707d398e9bd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.944346 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-aa2cada5-4fd2-470e-9f23-6707d398e9bd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.962915 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-aa2cada5-4fd2-470e-9f23-6707d398e9bd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Calling delete_port for 6d616763-1429-4c7e-b5af-40638d2e1efc owned by network:floatingip {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:52.134398 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-aa2cada5-4fd2-470e-9f23-6707d398e9bd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.165190 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cada5-4fd2-470e-9f23-6707d398e9bd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event deleted for resources: {'Port': ['ID=6d616763-1429-4c7e-b5af-40638d2e1efc,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:52.257125 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-aa2cada5-4fd2-470e-9f23-6707d398e9bd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.260492 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-aa2cada5-4fd2-470e-9f23-6707d398e9bd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.261691 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-aa2cada5-4fd2-470e-9f23-6707d398e9bd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "DELETE /v2.0/floatingips/472e438e-53a6-4cf6-9a0e-989126530412 HTTP/1.1" status: 204 len: 168 time: 0.7010598 Jul 22 21:13:52.977610 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53492) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:52.983044 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-6a19e48a-cd18-4bf3-91dc-747efdb15341 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066465825', 'description': 'tempest-description--72214677'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:53.012890 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6a19e48a-cd18-4bf3-91dc-747efdb15341 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.118087 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6a19e48a-cd18-4bf3-91dc-747efdb15341 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.125948 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6a19e48a-cd18-4bf3-91dc-747efdb15341 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.153798 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6a19e48a-cd18-4bf3-91dc-747efdb15341 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.155135 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-6a19e48a-cd18-4bf3-91dc-747efdb15341 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1760545 Jul 22 21:13:53.159817 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53498) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:53.164550 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Request body: {'security_group_rule': {'security_group_id': '67018e92-bf82-4cd6-a3f0-3afe8348755c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:53.178158 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19e48a-cd18-4bf3-91dc-747efdb15341 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67018e92-bf82-4cd6-a3f0-3afe8348755c,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.207610 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.264140 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.268562 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.279040 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53500) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:53.293396 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7878ec-dc47-4f8e-9fb1-c1025bcfc151,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.297749 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.299321 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385291 Jul 22 21:13:53.303937 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53504) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:53.304838 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.305215 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.305565 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.305903 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.306294 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.307564 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.307905 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.308237 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.308567 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.308898 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.309257 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.309585 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad306a2a-42a4-42df-9944-1da50fc3a007 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.313442 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-0bb8ebac-c237-4571-8428-fbe94648888e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Request body: {'security_group_rule': {'security_group_id': '67018e92-bf82-4cd6-a3f0-3afe8348755c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:53.352095 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ebac-c237-4571-8428-fbe94648888e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.419213 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-73e0011a-0844-4b34-ab8c-80433ef35dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.440661 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ebac-c237-4571-8428-fbe94648888e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.448703 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ebac-c237-4571-8428-fbe94648888e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.481892 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8ebac-c237-4571-8428-fbe94648888e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59d8ac2-2858-47a8-b915-e1ac5a419a54,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.569815 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-73e0011a-0844-4b34-ab8c-80433ef35dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.577644 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-73e0011a-0844-4b34-ab8c-80433ef35dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.584113 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ebac-c237-4571-8428-fbe94648888e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.585360 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-0bb8ebac-c237-4571-8428-fbe94648888e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2776113 Jul 22 21:13:53.589642 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53510) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:53.597178 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Request body: {'floatingip': {'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:53.623268 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0011a-0844-4b34-ab8c-80433ef35dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72b944e-bf5c-4cb1-bae8-dc5ce6a49c50,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.627496 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.632331 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-73e0011a-0844-4b34-ab8c-80433ef35dd0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1cde6823bd504c4288bfe27b85866072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521609 Jul 22 21:13:53.633408 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53512) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:53.694257 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cec5d060-64ec-4c46-8eb1-b7902c9c2a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.719299 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cec5d060-64ec-4c46-8eb1-b7902c9c2a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.775678 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cec5d060-64ec-4c46-8eb1-b7902c9c2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.776775 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.779200 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cec5d060-64ec-4c46-8eb1-b7902c9c2a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.780670 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-cec5d060-64ec-4c46-8eb1-b7902c9c2a94 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c72b944e-bf5c-4cb1-bae8-dc5ce6a49c50 HTTP/1.1" status: 204 len: 168 time: 0.1464050 Jul 22 21:13:53.789910 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5d060-64ec-4c46-8eb1-b7902c9c2a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72b944e-bf5c-4cb1-bae8-dc5ce6a49c50,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.905020 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Allocated IP 172.27.1.6 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/68eed699-f162-4e7f-b027-5f06a3412166) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:54.021378 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.071396 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.084667 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53518) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:54.100611 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-59cb05be-ea69-4bbb-bd01-c20a24a88080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.114529 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:54.121370 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:54.125424 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:54.131462 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event updated for resources: {'Port': ['ID=68eed699-f162-4e7f-b027-5f06a3412166,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:54.222531 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-59cb05be-ea69-4bbb-bd01-c20a24a88080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.230510 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-59cb05be-ea69-4bbb-bd01-c20a24a88080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.234647 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.275707 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-59cb05be-ea69-4bbb-bd01-c20a24a88080 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef6114bb9cb24b88a6895ed3f74ec01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893322 Jul 22 21:13:54.279896 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53520) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:54.285140 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.287252 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb05be-ea69-4bbb-bd01-c20a24a88080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1276b2-3ea2-4d90-801a-6305cb773962,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:54.344297 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-081f2e71-bee7-42e7-a519-526da9cff94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.370016 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-081f2e71-bee7-42e7-a519-526da9cff94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.431118 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-081f2e71-bee7-42e7-a519-526da9cff94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.435393 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-081f2e71-bee7-42e7-a519-526da9cff94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.436735 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-081f2e71-bee7-42e7-a519-526da9cff94b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e1276b2-3ea2-4d90-801a-6305cb773962 HTTP/1.1" status: 204 len: 168 time: 0.1557639 Jul 22 21:13:54.446073 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f2e71-bee7-42e7-a519-526da9cff94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1276b2-3ea2-4d90-801a-6305cb773962,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:54.469408 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.480402 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.559531 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event updated for resources: {'Port': ['ID=68eed699-f162-4e7f-b027-5f06a3412166,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:54.578787 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.596015 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.605384 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c0c2eb4b-fe30-4994-9e71-40918190b477 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0064189 Jul 22 21:13:54.917184 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53544) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:54.932076 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2fc7b6a0-7809-4ef2-86f0-6e04af836145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.060712 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2fc7b6a0-7809-4ef2-86f0-6e04af836145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.067390 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2fc7b6a0-7809-4ef2-86f0-6e04af836145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.094730 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7b6a0-7809-4ef2-86f0-6e04af836145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77ce305-a58a-45bc-b281-f57ad9a70cdb,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:55.121810 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-2fc7b6a0-7809-4ef2-86f0-6e04af836145 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f025f2ca1fb247c3910a147bfa8eb0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018476 Jul 22 21:13:55.123549 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53556) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:55.150155 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-f1b286fb-f217-4c90-9eb9-274ae3cb16bc tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1066465825&fields=id&tenant_id=7cadc60b086141b0bf66cc6aebba01f5 HTTP/1.1" status: 200 len: 267 time: 0.0632713 Jul 22 21:13:55.254087 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9ebd40ce-4f40-4bd4-94e6-3ad5e1c6e83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.294978 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9ebd40ce-4f40-4bd4-94e6-3ad5e1c6e83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.313623 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-10c34842-8ba6-4899-9b3c-3db72f33d6f1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:55.315074 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-10c34842-8ba6-4899-9b3c-3db72f33d6f1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 815 time: 0.1564803 Jul 22 21:13:55.348520 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-f68d88d2-3852-4947-9ac2-90c959c266d6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/quotas/7cadc60b086141b0bf66cc6aebba01f5 HTTP/1.1" status: 200 len: 375 time: 0.0240889 Jul 22 21:13:55.393063 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9ebd40ce-4f40-4bd4-94e6-3ad5e1c6e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.395572 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9ebd40ce-4f40-4bd4-94e6-3ad5e1c6e83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.396697 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-9ebd40ce-4f40-4bd4-94e6-3ad5e1c6e83b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b77ce305-a58a-45bc-b281-f57ad9a70cdb HTTP/1.1" status: 204 len: 168 time: 0.2719615 Jul 22 21:13:55.407893 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd40ce-4f40-4bd4-94e6-3ad5e1c6e83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77ce305-a58a-45bc-b281-f57ad9a70cdb,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:55.448224 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-53775a94-a93e-4ceb-98f6-bb24a2893445 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0904069 Jul 22 21:13:55.558047 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-0e63c4d7-f342-4263-9ad7-009d7ae94208 service neutron] 10.222.0.61 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983942 Jul 22 21:13:55.662043 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-6b6d7ee3-5d14-45cf-98de-7e20385d03c0 service neutron] 10.222.0.61 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979662 Jul 22 21:13:55.850179 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-76ef445b-e1ad-41e5-9945-3bc4de45368d req-347897f6-71db-4931-958b-a14e08d49359 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 210 time: 0.0360036 Jul 22 21:13:56.969282 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1abbe011-0242-47c7-97ec-a1b0e7733f15 req-8b6edd25-f213-4ac4-8e4a-5ba1b6102cdd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 210 time: 0.0428526 Jul 22 21:13:57.432115 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-62c9bc9e-dadf-45de-9b31-e67608d7bb8c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:57.434540 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-62c9bc9e-dadf-45de-9b31-e67608d7bb8c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.72 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 815 time: 0.1582656 Jul 22 21:13:57.516146 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-0e919df9-b9f7-458d-81a2-100076eb018e tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cadc60b086141b0bf66cc6aebba01f5 HTTP/1.1" status: 200 len: 380 time: 0.0607023 Jul 22 21:13:57.529632 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Request body: {'port': {'device_id': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'admin_state_up': True, 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'security_groups': ['67018e92-bf82-4cd6-a3f0-3afe8348755c']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:57.614561 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53650) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:57.615637 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:13:57.659340 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Made reservation on behalf of 7cadc60b086141b0bf66cc6aebba01f5 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:57.662913 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.740063 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-82bdac33-528c-40b9-805f-e1534bb91f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.876300 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-82bdac33-528c-40b9-805f-e1534bb91f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.881707 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-82bdac33-528c-40b9-805f-e1534bb91f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.929092 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdac33-528c-40b9-805f-e1534bb91f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f923a58f-54c8-41e8-aad3-7ed6f2dd1eb2,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:57.937169 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-82bdac33-528c-40b9-805f-e1534bb91f51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1feacc2449474559b4995fb1487299d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110287 Jul 22 21:13:57.938035 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53658) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:57.997254 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-48ab1ee5-2a10-406a-b00a-ed82bb965f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.024132 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-48ab1ee5-2a10-406a-b00a-ed82bb965f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.061206 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Allocated IP 172.20.0.8 (8c27f061-77cb-4f8f-ae65-db88286d691d/0a5381fb-b7ce-4b94-8250-c36113b9d44f/0fa3ee10-e8a7-47cd-9701-6b51fb3d7090) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:58.079778 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-48ab1ee5-2a10-406a-b00a-ed82bb965f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.084197 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-48ab1ee5-2a10-406a-b00a-ed82bb965f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.086128 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-48ab1ee5-2a10-406a-b00a-ed82bb965f34 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f923a58f-54c8-41e8-aad3-7ed6f2dd1eb2 HTTP/1.1" status: 204 len: 168 time: 0.1468532 Jul 22 21:13:58.097678 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab1ee5-2a10-406a-b00a-ed82bb965f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f923a58f-54c8-41e8-aad3-7ed6f2dd1eb2,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:58.137719 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-40efd709-d801-43e7-9713-12d5afcc9f87 req-695f5b40-795c-44db-9304-2167171659ce tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 210 time: 0.0545924 Jul 22 21:13:58.289807 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.309657 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Transition to ACTIVE for port object 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:58.348657 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.412006 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Network 8c27f061-77cb-4f8f-ae65-db88286d691d is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:58.416310 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event updated for resources: {'Port': ['ID=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:58.418853 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:58.421121 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:58.465638 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53670) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:58.479028 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:58.479672 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.480071 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e039-316b-49f9-b823-27a04a59f00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.496291 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-fa49a1bb-7cf4-4cc9-abad-21a6450c312b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9708240 Jul 22 21:13:58.515517 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Request body: {'port': {'device_id': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:58.584776 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e039-316b-49f9-b823-27a04a59f00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.590186 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e039-316b-49f9-b823-27a04a59f00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.598661 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.631485 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0e039-316b-49f9-b823-27a04a59f00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52addd4-ba6e-484f-b6ca-0fc59ac1131e,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:58.637193 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-c2f0e039-316b-49f9-b823-27a04a59f00b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=549310caa9c34c0ca34ad9c7e75d6d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705055 Jul 22 21:13:58.639646 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53672) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:58.687642 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-88985c9a-c745-4427-aec4-fa05acef92db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.709232 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-88985c9a-c745-4427-aec4-fa05acef92db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.718871 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-f3a4c9f1-08ab-4f66-9a3d-1f4326041af8 None None] Provisioning for port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:58.723841 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-f3a4c9f1-08ab-4f66-9a3d-1f4326041af8 None None] Provisioning complete for port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:58.724898 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f3a4c9f1-08ab-4f66-9a3d-1f4326041af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.758696 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-88985c9a-c745-4427-aec4-fa05acef92db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.761662 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-88985c9a-c745-4427-aec4-fa05acef92db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.762813 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-88985c9a-c745-4427-aec4-fa05acef92db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e52addd4-ba6e-484f-b6ca-0fc59ac1131e HTTP/1.1" status: 204 len: 168 time: 0.1222835 Jul 22 21:13:58.766855 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-f3a4c9f1-08ab-4f66-9a3d-1f4326041af8 None None] Port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:58.772243 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88985c9a-c745-4427-aec4-fa05acef92db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52addd4-ba6e-484f-b6ca-0fc59ac1131e,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:58.895294 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:58.903370 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.917920 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Transition to ACTIVE for port object 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:58.921722 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.020134 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Pushing event updated for resources: {'Port': ['ID=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:59.051772 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Attempting to bind port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:59.052100 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Attempting to bind port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:59.052422 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Attempting to bind port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 on network 8c27f061-77cb-4f8f-ae65-db88286d691d {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:59.058041 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 on network 8c27f061-77cb-4f8f-ae65-db88286d691d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:13:59.058369 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Attempting to bind port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 on network 8c27f061-77cb-4f8f-ae65-db88286d691d {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:59.064245 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:59.064961 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Checking segment: {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:59.064961 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Bound using segment: {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:59.065393 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Bound port: 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:59.065751 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.141158 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:59.144552 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:59.150024 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.189353 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.190093 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.192298 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] 10.222.0.72 "PUT /v2.0/ports/0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 HTTP/1.1" status: 200 len: 1093 time: 0.6811864 Jul 22 21:13:59.192759 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:59.196642 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72904046-45ff-42fe-b63f-bb03f3adf442" -d '{"events": [{"name": "network-changed", "server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:59.247008 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c49daf-5c71-4f53-acfb-df5d6cca3e0b service neutron] Pushing event updated for resources: {'Port': ['ID=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:59.256854 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225f6469-cb40-4798-981e-d808e373f3b2 x-openstack-request-id: req-225f6469-cb40-4798-981e-d808e373f3b2 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:59.257464 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:59.257773 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-225f6469-cb40-4798-981e-d808e373f3b2 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:59.258235 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'status': 'completed', 'code': 200} Jul 22 21:13:59.371909 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629d9f4-4b1e-4dc1-88ac-60129da5eda4 req-5680446f-199f-4b4f-be6c-ab22357f859b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.373504 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1629d9f4-4b1e-4dc1-88ac-60129da5eda4 req-5680446f-199f-4b4f-be6c-ab22357f859b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.1122928 Jul 22 21:13:59.379548 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-f5b2ee77-4868-4602-afdc-eecb483a489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.381027 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-f5b2ee77-4868-4602-afdc-eecb483a489e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 1096 time: 0.1093190 Jul 22 21:13:59.437759 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-dda40086-7429-449c-a16a-09688fcd5eda service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 HTTP/1.1" status: 200 len: 217 time: 0.0419128 Jul 22 21:13:59.480445 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1629d9f4-4b1e-4dc1-88ac-60129da5eda4 req-db3b9204-16c5-46ac-a7bf-985ab796ad80 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895345 Jul 22 21:13:59.522009 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-73a6b9fc-adc8-4cba-8271-b2e602542027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.523502 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-73a6b9fc-adc8-4cba-8271-b2e602542027 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a5381fb-b7ce-4b94-8250-c36113b9d44f HTTP/1.1" status: 200 len: 854 time: 0.0692539 Jul 22 21:13:59.595364 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-c531d09b-21b6-4647-b277-d0289e9a4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.596940 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-c531d09b-21b6-4647-b277-d0289e9a4cad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c27f061-77cb-4f8f-ae65-db88286d691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661571 Jul 22 21:13:59.705864 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-a84e32c8-de31-4120-9b6c-74c38af32906 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014080 Jul 22 21:13:59.798599 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56f3aeca-7f10-4d68-ab7c-2f0c92705947 req-5527fd92-8ebb-43cb-bee4-eaf391cfad7d service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849936 Jul 22 21:13:59.969655 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72904046-45ff-42fe-b63f-bb03f3adf442 req-fed7d625-bfff-45a4-886c-5c0b3d7e3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.971157 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-72904046-45ff-42fe-b63f-bb03f3adf442 req-fed7d625-bfff-45a4-886c-5c0b3d7e3f00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 1096 time: 0.0619812 Jul 22 21:14:00.074217 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72904046-45ff-42fe-b63f-bb03f3adf442 req-d69d3dea-ded9-47e0-9ecb-312937aaae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.075688 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-72904046-45ff-42fe-b63f-bb03f3adf442 req-d69d3dea-ded9-47e0-9ecb-312937aaae1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 916 time: 0.0939174 Jul 22 21:14:00.122720 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ce47d7ce-0480-4e55-8964-bd68ed80f185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.126128 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-72904046-45ff-42fe-b63f-bb03f3adf442 req-ba570e6a-5450-4589-9836-e3bb301b1d60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 HTTP/1.1" status: 200 len: 217 time: 0.0427561 Jul 22 21:14:00.177797 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72904046-45ff-42fe-b63f-bb03f3adf442 req-dfd8b6eb-ca14-447b-bfeb-ca760b063469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.179256 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-72904046-45ff-42fe-b63f-bb03f3adf442 req-dfd8b6eb-ca14-447b-bfeb-ca760b063469 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a5381fb-b7ce-4b94-8250-c36113b9d44f HTTP/1.1" status: 200 len: 854 time: 0.0452819 Jul 22 21:14:00.243697 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72904046-45ff-42fe-b63f-bb03f3adf442 req-1c909525-a665-494e-8023-069ebb3a56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.245139 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-72904046-45ff-42fe-b63f-bb03f3adf442 req-1c909525-a665-494e-8023-069ebb3a56c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c27f061-77cb-4f8f-ae65-db88286d691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567842 Jul 22 21:14:00.342696 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-72904046-45ff-42fe-b63f-bb03f3adf442 req-8265deaa-f65b-4572-ab63-ef43327b0ba8 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897675 Jul 22 21:14:00.437531 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-72904046-45ff-42fe-b63f-bb03f3adf442 req-580e7e8b-9f14-4863-97d6-fb2ed4df05f5 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865703 Jul 22 21:14:00.623982 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9e2d8-c2bd-4af8-91b0-e2c421b40247 req-416798a5-6072-40bc-bea6-39e8781f39fb tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.625546 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-61f9e2d8-c2bd-4af8-91b0-e2c421b40247 req-416798a5-6072-40bc-bea6-39e8781f39fb tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0679874 Jul 22 21:14:00.665881 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-61f9e2d8-c2bd-4af8-91b0-e2c421b40247 req-e52d54d8-1ab5-49ac-b7be-09b8972fa358 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339148 Jul 22 21:14:01.800880 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251458cb-c33f-421a-99a1-42197d913d36 req-c574b8c4-cc4b-4318-a698-4c91ad22c8a2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:01.802447 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-251458cb-c33f-421a-99a1-42197d913d36 req-c574b8c4-cc4b-4318-a698-4c91ad22c8a2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0645161 Jul 22 21:14:01.842451 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-251458cb-c33f-421a-99a1-42197d913d36 req-919c65a8-0f86-497f-bd9d-9fc8a186cc83 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338163 Jul 22 21:14:02.852149 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-60ff290e-a185-48fe-bd12-f065115c178f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.985135 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695f023-27b5-442b-a7ea-810fbff6380c req-68d8ab00-7c66-46bc-a0a7-0141d8cbcc4a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:02.985888 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f695f023-27b5-442b-a7ea-810fbff6380c req-68d8ab00-7c66-46bc-a0a7-0141d8cbcc4a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0661049 Jul 22 21:14:03.033207 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f695f023-27b5-442b-a7ea-810fbff6380c req-8c5fcfff-d8be-4a59-b420-367fc3c02a3f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415564 Jul 22 21:14:03.191493 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.277929 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:03.377550 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:03.389464 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'port_id': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'mac_address': 'fa:16:3e:d8:84:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:03.432386 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.446972 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:03.470536 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:03.475327 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.526744 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:03.533863 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:03.534198 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:03.534609 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:03.534996 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:03.535323 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:03.535649 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:03.536024 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:03.536347 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:03.536689 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:03.537016 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:03.537360 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:03.537676 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:03.948515 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.177860 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb4549-5f02-45dc-acde-c226452c5b48 req-5bb31d47-70c7-4098-b9b5-1e17d9ec6971 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:04.179403 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92cb4549-5f02-45dc-acde-c226452c5b48 req-5bb31d47-70c7-4098-b9b5-1e17d9ec6971 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 944 time: 0.0707126 Jul 22 21:14:04.222381 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92cb4549-5f02-45dc-acde-c226452c5b48 req-9b8bcc83-97a5-4ce3-984f-2f2a7e944822 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356445 Jul 22 21:14:04.689013 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['0fa3ee10-e8a7-47cd-9701-6b51fb3d7090'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:05.203030 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.371485 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86b466-816d-4089-a074-3638db39eb6d req-876db8f0-7700-45b1-b822-7b31c09485e7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.371485 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c86b466-816d-4089-a074-3638db39eb6d req-876db8f0-7700-45b1-b822-7b31c09485e7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 944 time: 0.0695469 Jul 22 21:14:05.398533 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53768) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:05.409978 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c86b466-816d-4089-a074-3638db39eb6d req-1976e011-0cbb-40b2-9aa2-4a3d84b56de5 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356297 Jul 22 21:14:05.526829 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e402be17-bb11-4db3-809e-87d5a58f2b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.632098 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e402be17-bb11-4db3-809e-87d5a58f2b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.637054 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e402be17-bb11-4db3-809e-87d5a58f2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.676082 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402be17-bb11-4db3-809e-87d5a58f2b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6194f6fa-f1da-4113-92a4-7be308c98712,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:05.685597 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-e402be17-bb11-4db3-809e-87d5a58f2b88 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c57cd076dd54cb2abb80d6ea9a294c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832050 Jul 22 21:14:05.686036 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53784) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:05.745607 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7330529d-1c80-4b66-b83e-9a198b403461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.767410 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7330529d-1c80-4b66-b83e-9a198b403461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.815097 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7330529d-1c80-4b66-b83e-9a198b403461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.817852 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7330529d-1c80-4b66-b83e-9a198b403461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.819017 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-7330529d-1c80-4b66-b83e-9a198b403461 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6194f6fa-f1da-4113-92a4-7be308c98712 HTTP/1.1" status: 204 len: 168 time: 0.1319301 Jul 22 21:14:05.827440 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330529d-1c80-4b66-b83e-9a198b403461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6194f6fa-f1da-4113-92a4-7be308c98712,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:06.136401 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53810) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:06.155837 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdb43-77fe-40a5-a97d-8f80ce1f2080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.280194 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdb43-77fe-40a5-a97d-8f80ce1f2080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.285857 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7a9fdb43-77fe-40a5-a97d-8f80ce1f2080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.328756 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7a9fdb43-77fe-40a5-a97d-8f80ce1f2080 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5f4057013d948749de4aaa8bb08b964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903713 Jul 22 21:14:06.329019 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fdb43-77fe-40a5-a97d-8f80ce1f2080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb0af7e-c122-44bc-ae5d-ca0827e56981,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:06.330922 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53816) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:06.335844 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:06.392394 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f152-e4a9-4122-a6a8-fd458d8d64a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.414973 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:06.418452 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f152-e4a9-4122-a6a8-fd458d8d64a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.421403 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:06.421997 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.482790 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f152-e4a9-4122-a6a8-fd458d8d64a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.485882 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f152-e4a9-4122-a6a8-fd458d8d64a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.489346 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ccc7f152-e4a9-4122-a6a8-fd458d8d64a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cfb0af7e-c122-44bc-ae5d-ca0827e56981 HTTP/1.1" status: 204 len: 168 time: 0.1548729 Jul 22 21:14:06.496493 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7f152-e4a9-4122-a6a8-fd458d8d64a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb0af7e-c122-44bc-ae5d-ca0827e56981,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:06.532828 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.559803 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:06.562480 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53fc940-e092-46a9-90a0-78d58d6e2de4" -d '{"events": [{"server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "name": "network-vif-plugged", "status": "completed", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:06.576521 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:06.581049 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.632158 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:06.655034 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9f4e7-a49f-4939-ad6d-6fff0026c655 req-c561f26f-b145-464c-a1a6-6941c1adc592 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:06.656655 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0ab9f4e7-a49f-4939-ad6d-6fff0026c655 req-c561f26f-b145-464c-a1a6-6941c1adc592 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 944 time: 0.1175323 Jul 22 21:14:06.668762 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97f70e-01ec-4a0a-acb8-d56be45a499b req-4ea55639-2ceb-40cd-8d7d-e654c0167849 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:06.670300 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4d97f70e-01ec-4a0a-acb8-d56be45a499b req-4ea55639-2ceb-40cd-8d7d-e654c0167849 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1015141 Jul 22 21:14:06.739285 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0ab9f4e7-a49f-4939-ad6d-6fff0026c655 req-a77e9609-a273-4dad-a3a4-2793843f9675 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679705 Jul 22 21:14:06.741981 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4d97f70e-01ec-4a0a-acb8-d56be45a499b req-afd9a314-35f7-4e8d-be74-d4f8797f5c33 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647590 Jul 22 21:14:06.788946 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15080ced-aec7-4edb-a671-b9c5b05ed3fe x-openstack-request-id: req-15080ced-aec7-4edb-a671-b9c5b05ed3fe {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:06.789525 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "name": "network-vif-plugged", "status": "completed", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:06.790308 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15080ced-aec7-4edb-a671-b9c5b05ed3fe {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:06.790784 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'code': 200} Jul 22 21:14:07.068978 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3a07f-2a75-4185-8c46-dc496291a2db req-eb34dc67-cb00-4445-93e0-707964de3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:07.070429 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2bd3a07f-2a75-4185-8c46-dc496291a2db req-eb34dc67-cb00-4445-93e0-707964de3a5e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 1098 time: 0.0708120 Jul 22 21:14:07.110337 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2bd3a07f-2a75-4185-8c46-dc496291a2db req-1005fb4f-3ca6-4f47-b5a0-11313c40818e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Jul 22 21:14:07.719854 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53858) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:07.834132 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-61f42035-f204-4776-82b5-a7d54e752c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.924932 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-61f42035-f204-4776-82b5-a7d54e752c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.927642 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b7d8b-340e-44ca-a975-81198b07ee95 req-cd96d499-93c6-4e1b-a342-d60b17b20546 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:07.928867 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-61f42035-f204-4776-82b5-a7d54e752c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.929183 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d5b7d8b-340e-44ca-a975-81198b07ee95 req-cd96d499-93c6-4e1b-a342-d60b17b20546 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.1134589 Jul 22 21:14:07.943341 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8e053-4086-4b57-af9f-c14f96ef18eb req-414ec0b2-b375-47fe-9665-347ded64855f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:07.944921 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cfd8e053-4086-4b57-af9f-c14f96ef18eb req-414ec0b2-b375-47fe-9665-347ded64855f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1193857 Jul 22 21:14:07.980595 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-61f42035-f204-4776-82b5-a7d54e752c16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4dfbd545e1141578d3a45b0723224bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595296 Jul 22 21:14:07.981192 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53866) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:07.982786 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f42035-f204-4776-82b5-a7d54e752c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69de93e4-a3ff-4d5c-86ae-f33548201efc,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:08.015871 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d5b7d8b-340e-44ca-a975-81198b07ee95 req-222d973c-45b7-4928-9e92-1d8d16f32b14 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699127 Jul 22 21:14:08.029030 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cfd8e053-4086-4b57-af9f-c14f96ef18eb req-18e4332a-496f-4db0-bbcd-e6283c90ccd6 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741739 Jul 22 21:14:08.058502 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7ad59f3f-a685-49ad-b315-75e597148fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.082579 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7ad59f3f-a685-49ad-b315-75e597148fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.135643 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7ad59f3f-a685-49ad-b315-75e597148fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.138579 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7ad59f3f-a685-49ad-b315-75e597148fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.141589 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7ad59f3f-a685-49ad-b315-75e597148fdc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69de93e4-a3ff-4d5c-86ae-f33548201efc HTTP/1.1" status: 204 len: 168 time: 0.1563413 Jul 22 21:14:08.148637 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad59f3f-a685-49ad-b315-75e597148fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69de93e4-a3ff-4d5c-86ae-f33548201efc,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:08.566514 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53884) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:08.745442 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22550ba1-7436-4f39-8154-9b624cfb1922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.879065 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22550ba1-7436-4f39-8154-9b624cfb1922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.884145 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-22550ba1-7436-4f39-8154-9b624cfb1922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.929383 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-22550ba1-7436-4f39-8154-9b624cfb1922 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=25ee08a1c5db4628891f34ab3f3aa453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615839 Jul 22 21:14:08.930573 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22550ba1-7436-4f39-8154-9b624cfb1922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8ddf01-afc0-44da-90c7-28996f799aa0,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:08.939399 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53898) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:09.008973 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-59d4d9f0-ba08-4024-9c3c-b8bb3884efe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.034823 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-59d4d9f0-ba08-4024-9c3c-b8bb3884efe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.117476 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-59d4d9f0-ba08-4024-9c3c-b8bb3884efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.120086 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-59d4d9f0-ba08-4024-9c3c-b8bb3884efe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.121265 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-59d4d9f0-ba08-4024-9c3c-b8bb3884efe8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a8ddf01-afc0-44da-90c7-28996f799aa0 HTTP/1.1" status: 204 len: 168 time: 0.1794975 Jul 22 21:14:09.184615 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4d9f0-ba08-4024-9c3c-b8bb3884efe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8ddf01-afc0-44da-90c7-28996f799aa0,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:09.237695 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a03b0-26d4-4d8d-a8f4-19e45a42f254 req-c71ef4dd-4a7d-476a-8d7d-1dfded8d6168 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.239670 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-776a03b0-26d4-4d8d-a8f4-19e45a42f254 req-c71ef4dd-4a7d-476a-8d7d-1dfded8d6168 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1253333 Jul 22 21:14:09.250220 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda0ca6-e482-436f-8d48-03cdcabbf0ea req-7255e060-189e-4799-87d7-75acc2b55afd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.251849 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fda0ca6-e482-436f-8d48-03cdcabbf0ea req-7255e060-189e-4799-87d7-75acc2b55afd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.1556494 Jul 22 21:14:09.319699 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-776a03b0-26d4-4d8d-a8f4-19e45a42f254 req-6258805c-8dd5-4e3e-89cb-49101c7ffbf4 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c8147a5-62cf-4618-a1b4-0edfa50a5105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668061 Jul 22 21:14:09.335321 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4fda0ca6-e482-436f-8d48-03cdcabbf0ea req-e83b4984-800b-4566-9ae6-4e1323314120 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719223 Jul 22 21:14:09.524933 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53926) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:09.563301 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-52767c74-d61b-4ad8-b01c-5840d50dde8e tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.565800 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-52767c74-d61b-4ad8-b01c-5840d50dde8e tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 946 time: 0.1157293 Jul 22 21:14:09.595285 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea20c98-94e3-4874-a012-a1550d47992a req-97029f54-ab6e-43c1-8946-49755fe47bd2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.601465 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aea20c98-94e3-4874-a012-a1550d47992a req-97029f54-ab6e-43c1-8946-49755fe47bd2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.1809673 Jul 22 21:14:09.612513 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 53932) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:09.623468 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-721f119b-dd95-48a7-ae32-83e229312a45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Request body: {'floatingip': {'port_id': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:09.696890 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-721f119b-dd95-48a7-ae32-83e229312a45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.701422 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.736314 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Deleting port b06ccdba-f5b3-4832-ba0d-d1e1347909b6 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:09.736865 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.893391 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] For port b06ccdba-f5b3-4832-ba0d-d1e1347909b6, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=b06ccdba-f5b3-4832-ba0d-d1e1347909b6,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:09.893760 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.111182 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.111902 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.111902 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.l3_db [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Floating IP c44dabcc-a4fd-4c07-a12b-f160a08a7ac3 disassociated. External IP: 172.27.1.167, port: b06ccdba-f5b3-4832-ba0d-d1e1347909b6. Jul 22 21:14:10.112340 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Calling delete_port for b06ccdba-f5b3-4832-ba0d-d1e1347909b6 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:10.203730 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.259342 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.288974 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-721f119b-dd95-48a7-ae32-83e229312a45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.290914 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.291223 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event deleted for resources: {'Port': ['ID=b06ccdba-f5b3-4832-ba0d-d1e1347909b6,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:10.300983 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-721f119b-dd95-48a7-ae32-83e229312a45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.405871 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8ad19677d5d4229a87581dea016d25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8792882 Jul 22 21:14:10.410475 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 53952) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:10.416775 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe55437-caf8-4681-b8e4-a52aad696ccc,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:10.427343 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:10.427982 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:10.428477 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:10.428965 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:10.429485 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:10.429969 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:10.430496 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:10.430981 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:10.431471 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:10.431957 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:10.432444 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:10.432915 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9743d255-abdd-4e29-8fac-75c067b7f2aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:10.463214 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.l3_db [None req-721f119b-dd95-48a7-ae32-83e229312a45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Floating IP ddcd944a-36ac-47b5-9c50-490680289e76 associated. External IP: 172.27.1.6, port: 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090. Jul 22 21:14:10.545818 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-03664a1a-6b13-4767-9da4-7d52ed19cd40 req-be3051a9-1137-4e22-9821-a8b6f40b06e3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 210 time: 0.0756223 Jul 22 21:14:10.555249 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:14:10.640321 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b0e130c8-95ca-40dd-9def-48310bd90e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.685015 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b0e130c8-95ca-40dd-9def-48310bd90e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.739499 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:10.758678 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f270102-2ff5-4d4f-8201-4e52a131979b None None] Sync routers for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:10.777499 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f270102-2ff5-4d4f-8201-4e52a131979b None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:10.778426 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-9f270102-2ff5-4d4f-8201-4e52a131979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:14:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:10.795667 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721f119b-dd95-48a7-ae32-83e229312a45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Router 84725fe6-1f97-4d24-a33a-80ca5a29af6c has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:14:10.827327 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] No DVR routers for this DVR port b06ccdba-f5b3-4832-ba0d-d1e1347909b6 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:14:10.836612 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.838926 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60a24dd6-cab6-4f06-9670-02dbab10664f req-fe91a24f-54a8-4ceb-88e1-983811d0744f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.72 "DELETE /v2.0/ports/b06ccdba-f5b3-4832-ba0d-d1e1347909b6 HTTP/1.1" status: 204 len: 173 time: 1.2675619 Jul 22 21:14:10.839461 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'name': 'network-vif-deleted', 'tag': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:10.843156 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761e0954-2647-4db5-8973-4f6c4fc380e0" -d '{"events": [{"server_uuid": "d0b297f2-6645-47ac-9eea-db73d4aad227", "name": "network-vif-deleted", "tag": "b06ccdba-f5b3-4832-ba0d-d1e1347909b6"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:10.876635 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b0e130c8-95ca-40dd-9def-48310bd90e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.880958 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-b0e130c8-95ca-40dd-9def-48310bd90e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.881856 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-b0e130c8-95ca-40dd-9def-48310bd90e56 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbe55437-caf8-4681-b8e4-a52aad696ccc HTTP/1.1" status: 204 len: 168 time: 0.4625490 Jul 22 21:14:10.891137 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e130c8-95ca-40dd-9def-48310bd90e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe55437-caf8-4681-b8e4-a52aad696ccc,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:10.954162 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721f119b-dd95-48a7-ae32-83e229312a45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:10.962045 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-721f119b-dd95-48a7-ae32-83e229312a45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:11.008801 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cfb81e-dc92-41c9-b399-37b2cf45dcb5 None None] Sync routers for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:11.028528 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cfb81e-dc92-41c9-b399-37b2cf45dcb5 None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:11.030450 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-9f270102-2ff5-4d4f-8201-4e52a131979b None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:11.031066 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-28cfb81e-dc92-41c9-b399-37b2cf45dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:14:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:11.046940 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-721f119b-dd95-48a7-ae32-83e229312a45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "PUT /v2.0/floatingips/ddcd944a-36ac-47b5-9c50-490680289e76 HTTP/1.1" status: 200 len: 989 time: 1.4322622 Jul 22 21:14:11.047519 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:11.051627 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29228a3e-bbd2-4147-98d1-61c1f8100b88 x-openstack-request-id: req-29228a3e-bbd2-4147-98d1-61c1f8100b88 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:11.052031 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b297f2-6645-47ac-9eea-db73d4aad227", "name": "network-vif-deleted", "tag": "b06ccdba-f5b3-4832-ba0d-d1e1347909b6", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:11.052527 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29228a3e-bbd2-4147-98d1-61c1f8100b88 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:11.053208 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b297f2-6645-47ac-9eea-db73d4aad227', 'name': 'network-vif-deleted', 'tag': 'b06ccdba-f5b3-4832-ba0d-d1e1347909b6', 'status': 'completed', 'code': 200} Jul 22 21:14:11.077846 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e081ca5c07193bd213ceeefebd48142515bf56df91653bc6535f069c3acb44b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc27c52b-78a9-431b-bd4d-0e341b06b419" -d '{"events": [{"name": "network-changed", "server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:11.196809 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17417a8a-b93a-48ab-964c-7a697ebbe284 x-openstack-request-id: req-17417a8a-b93a-48ab-964c-7a697ebbe284 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:11.197442 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090", "status": "completed", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:11.197956 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17417a8a-b93a-48ab-964c-7a697ebbe284 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:11.198574 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'status': 'completed', 'code': 200} Jul 22 21:14:11.260944 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-28cfb81e-dc92-41c9-b399-37b2cf45dcb5 None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:11.403892 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-9f270102-2ff5-4d4f-8201-4e52a131979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:22Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:11.436397 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f270102-2ff5-4d4f-8201-4e52a131979b None None] Checking router: 852f6db8-5cdf-4729-ac1a-9571b3ac3380 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:11.446784 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f270102-2ff5-4d4f-8201-4e52a131979b None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:11.447540 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-9f270102-2ff5-4d4f-8201-4e52a131979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:14:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:11.495289 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c52b-78a9-431b-bd4d-0e341b06b419 req-4a697c48-0430-46fc-9d9d-c0c2ff9f98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.496908 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cc27c52b-78a9-431b-bd4d-0e341b06b419 req-4a697c48-0430-46fc-9d9d-c0c2ff9f98ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 1098 time: 0.2501984 Jul 22 21:14:11.534497 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-28cfb81e-dc92-41c9-b399-37b2cf45dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': 'ddcd944a-36ac-47b5-9c50-490680289e76', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'port_id': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'mac_address': 'fa:16:3e:d8:84:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:10Z', 'revision_number': 1, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:24Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:11.570073 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cfb81e-dc92-41c9-b399-37b2cf45dcb5 None None] Checking router: 84725fe6-1f97-4d24-a33a-80ca5a29af6c for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:11.589052 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-9f270102-2ff5-4d4f-8201-4e52a131979b None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:11.595834 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cfb81e-dc92-41c9-b399-37b2cf45dcb5 None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:11.596576 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-28cfb81e-dc92-41c9-b399-37b2cf45dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:14:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:11.651865 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c52b-78a9-431b-bd4d-0e341b06b419 req-dcd280c9-8275-4858-b417-c3d41d750071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.653661 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cc27c52b-78a9-431b-bd4d-0e341b06b419 req-dcd280c9-8275-4858-b417-c3d41d750071 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 916 time: 0.1303883 Jul 22 21:14:11.757556 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-28cfb81e-dc92-41c9-b399-37b2cf45dcb5 None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:11.789580 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4b4639df-10b1-48e3-ae3a-2e55c90398d4 req-2cb59721-054d-41de-bda2-24141437348b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b297f2-6645-47ac-9eea-db73d4aad227 HTTP/1.1" status: 200 len: 210 time: 0.0632088 Jul 22 21:14:11.813152 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cc27c52b-78a9-431b-bd4d-0e341b06b419 req-917121c7-2d17-4640-b642-2995c132815b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 HTTP/1.1" status: 200 len: 997 time: 0.1493566 Jul 22 21:14:11.880568 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c52b-78a9-431b-bd4d-0e341b06b419 req-2d38ca6c-5223-4d95-b2d2-e4ff40453187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.882086 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cc27c52b-78a9-431b-bd4d-0e341b06b419 req-2d38ca6c-5223-4d95-b2d2-e4ff40453187 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a5381fb-b7ce-4b94-8250-c36113b9d44f HTTP/1.1" status: 200 len: 854 time: 0.0627673 Jul 22 21:14:11.883966 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-9f270102-2ff5-4d4f-8201-4e52a131979b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:22Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:11.914914 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f270102-2ff5-4d4f-8201-4e52a131979b None None] The sync data for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi is: [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:22Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:11.963455 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c52b-78a9-431b-bd4d-0e341b06b419 req-cb88d533-1614-4db2-b8ab-bfc820471b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.965201 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cc27c52b-78a9-431b-bd4d-0e341b06b419 req-cb88d533-1614-4db2-b8ab-bfc820471b5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c27f061-77cb-4f8f-ae65-db88286d691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744755 Jul 22 21:14:12.099459 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-28cfb81e-dc92-41c9-b399-37b2cf45dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': 'ddcd944a-36ac-47b5-9c50-490680289e76', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'port_id': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'mac_address': 'fa:16:3e:d8:84:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:10Z', 'revision_number': 1, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:24Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:12.141478 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cfb81e-dc92-41c9-b399-37b2cf45dcb5 None None] The sync data for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi is: [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': 'ddcd944a-36ac-47b5-9c50-490680289e76', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'port_id': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'mac_address': 'fa:16:3e:d8:84:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:10Z', 'revision_number': 1, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:24Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:12.418810 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device b06ccdba-f5b3-4832-ba0d-d1e1347909b6 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:14:12.448497 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c892b3-a07e-4b60-940d-416215645508 None None] New status for floating IP c44dabcc-a4fd-4c07-a12b-f160a08a7ac3: DOWN {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:14:12.501463 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: b06ccdba-f5b3-4832-ba0d-d1e1347909b6 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:14:12.501801 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device b06ccdba-f5b3-4832-ba0d-d1e1347909b6 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:14:12.520494 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cc27c52b-78a9-431b-bd4d-0e341b06b419 req-0de3713c-6b5a-4331-b0a9-d9fbdfd63dce service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470157 Jul 22 21:14:12.579710 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49625733-d62a-4974-a737-8dd59f0370dc None None] New status for floating IP ddcd944a-36ac-47b5-9c50-490680289e76: ACTIVE {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:14:12.667096 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cc27c52b-78a9-431b-bd4d-0e341b06b419 req-a9be6277-7cee-42ca-ad7b-948bdf749110 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364212 Jul 22 21:14:12.888345 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 54000) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:12.943001 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-579f3864-ff81-44ae-820e-f812ed1af7f1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.972872 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-579f3864-ff81-44ae-820e-f812ed1af7f1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.023163 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-579f3864-ff81-44ae-820e-f812ed1af7f1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.026629 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-579f3864-ff81-44ae-820e-f812ed1af7f1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.032064 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-579f3864-ff81-44ae-820e-f812ed1af7f1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "DELETE /v2.0/security-groups/2c8147a5-62cf-4618-a1b4-0edfa50a5105 HTTP/1.1" status: 204 len: 168 time: 0.1402550 Jul 22 21:14:13.032611 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54002) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:13.042200 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f3864-ff81-44ae-820e-f812ed1af7f1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8147a5-62cf-4618-a1b4-0edfa50a5105,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:13.052449 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.api.v2.resource [None req-b3150b10-61d4-449d-b8d1-012c1951756e tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] show failed (client error): The resource could not be found. Jul 22 21:14:13.053499 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-b3150b10-61d4-449d-b8d1-012c1951756e tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups/2c8147a5-62cf-4618-a1b4-0edfa50a5105 HTTP/1.1" status: 404 len: 347 time: 0.0195773 Jul 22 21:14:13.057038 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54004) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:13.188107 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-36672cc6-c9c6-4a43-82c1-82097ea1013a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Deleting port 1a19bc13-08d6-45f9-82c6-02ba3bedd232 {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:14:13.188451 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-36672cc6-c9c6-4a43-82c1-82097ea1013a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.268113 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-36672cc6-c9c6-4a43-82c1-82097ea1013a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.268436 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-36672cc6-c9c6-4a43-82c1-82097ea1013a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.280603 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-36672cc6-c9c6-4a43-82c1-82097ea1013a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Calling delete_port for 1a19bc13-08d6-45f9-82c6-02ba3bedd232 owned by network:floatingip {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:14:13.441545 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-36672cc6-c9c6-4a43-82c1-82097ea1013a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.469221 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36672cc6-c9c6-4a43-82c1-82097ea1013a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event deleted for resources: {'Port': ['ID=1a19bc13-08d6-45f9-82c6-02ba3bedd232,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:13.537369 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-36672cc6-c9c6-4a43-82c1-82097ea1013a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.540487 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-36672cc6-c9c6-4a43-82c1-82097ea1013a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.546462 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-36672cc6-c9c6-4a43-82c1-82097ea1013a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "DELETE /v2.0/floatingips/c44dabcc-a4fd-4c07-a12b-f160a08a7ac3 HTTP/1.1" status: 204 len: 168 time: 0.4828932 Jul 22 21:14:13.892439 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54026) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:13.897396 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-abeba9b9-6fe2-4b11-acb6-49a5a729ed82 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084416084', 'description': 'tempest-description--1812954613'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:13.925547 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-abeba9b9-6fe2-4b11-acb6-49a5a729ed82 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.005474 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-abeba9b9-6fe2-4b11-acb6-49a5a729ed82 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.009710 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-abeba9b9-6fe2-4b11-acb6-49a5a729ed82 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.043101 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-abeba9b9-6fe2-4b11-acb6-49a5a729ed82 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.044288 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-abeba9b9-6fe2-4b11-acb6-49a5a729ed82 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1505444 Jul 22 21:14:14.046164 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeba9b9-6fe2-4b11-acb6-49a5a729ed82 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:14.047319 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 54028) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:14.052010 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-193106bf-dc90-4397-bd01-ccc66f6488a5 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Request body: {'security_group_rule': {'security_group_id': '149d6d4b-8db1-4f3f-bd1e-9281ea76cd27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:14.078793 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-193106bf-dc90-4397-bd01-ccc66f6488a5 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.125851 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-193106bf-dc90-4397-bd01-ccc66f6488a5 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.129409 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-193106bf-dc90-4397-bd01-ccc66f6488a5 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.147666 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193106bf-dc90-4397-bd01-ccc66f6488a5 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c10e24-01cc-4155-9b1f-654339c3bc56,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:14.151780 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-193106bf-dc90-4397-bd01-ccc66f6488a5 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.153047 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-193106bf-dc90-4397-bd01-ccc66f6488a5 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1047406 Jul 22 21:14:14.156168 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 54030) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:14.160597 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-4f20a848-3445-403c-86b5-048ad06e380f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Request body: {'security_group_rule': {'security_group_id': '149d6d4b-8db1-4f3f-bd1e-9281ea76cd27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:14.187447 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f20a848-3445-403c-86b5-048ad06e380f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.247053 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f20a848-3445-403c-86b5-048ad06e380f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.251231 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f20a848-3445-403c-86b5-048ad06e380f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.271194 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20a848-3445-403c-86b5-048ad06e380f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dce2551-3e0d-45b1-bc80-591ca33f5c14,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:14.279071 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f20a848-3445-403c-86b5-048ad06e380f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.280422 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4f20a848-3445-403c-86b5-048ad06e380f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232336 Jul 22 21:14:14.283765 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 54034) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:14.288244 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Request body: {'floatingip': {'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:14.311201 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.413334 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.537670 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Allocated IP 172.27.1.159 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/48cf3c7c-2d9d-4c5d-aa0d-004afd35228e) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:14.638821 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.675033 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.715254 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:14.718196 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:14.721917 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:14.748459 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event updated for resources: {'Port': ['ID=48cf3c7c-2d9d-4c5d-aa0d-004afd35228e,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:14.816066 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.860423 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.009555 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.014233 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.093603 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event updated for resources: {'Port': ['ID=48cf3c7c-2d9d-4c5d-aa0d-004afd35228e,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:15.103966 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.117934 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.119244 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-276f05ca-c523-4e9e-892b-eea82f606306 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8344574 Jul 22 21:14:15.321122 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-7663f51b-b136-400a-99d3-b210fba07286 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1084416084&fields=id&tenant_id=d1ad23cab7f9480eb741b996da7e56f8 HTTP/1.1" status: 200 len: 267 time: 0.0344748 Jul 22 21:14:15.426332 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-d77e5596-6267-4cc9-9bcd-6cf9d0a44902 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:15.427793 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-d77e5596-6267-4cc9-9bcd-6cf9d0a44902 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/networks?id=0c2d50da-bec8-4953-a39c-7c6350f478fc HTTP/1.1" status: 200 len: 811 time: 0.1005149 Jul 22 21:14:15.442225 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b0247059-9a99-484c-bcba-d01b775d7d09 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/quotas/d1ad23cab7f9480eb741b996da7e56f8 HTTP/1.1" status: 200 len: 375 time: 0.0090742 Jul 22 21:14:15.515496 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-e1b425d0-d092-44d3-851d-4fb942306cd4 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1ad23cab7f9480eb741b996da7e56f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681868 Jul 22 21:14:15.696730 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-23efafd5-321f-4dce-ab27-a5350542587c service neutron] 10.222.0.61 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697774 Jul 22 21:14:15.797305 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-67887efc-934e-41e5-a919-6106599140fd service neutron] 10.222.0.61 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916667 Jul 22 21:14:16.039941 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54547230-7069-40bb-990f-2fefc91563a0 req-6eba6b07-ddb3-467e-bf4a-a3a702941094 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 210 time: 0.0420914 Jul 22 21:14:16.850125 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.185914 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2d78e831-4b35-4be2-bed1-1bda4771ff03 req-212456d7-18a3-4f3a-9a4b-a58a17d08647 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 210 time: 0.0407071 Jul 22 21:14:17.259308 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-1ec0e92c-9010-44e5-a3c3-9473319d69a2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:17.261009 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-1ec0e92c-9010-44e5-a3c3-9473319d69a2 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.72 "GET /v2.0/networks?id=0c2d50da-bec8-4953-a39c-7c6350f478fc HTTP/1.1" status: 200 len: 811 time: 0.1501267 Jul 22 21:14:17.327405 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-05c3f097-cbc2-49b3-8e12-49c0a5a79f17 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1ad23cab7f9480eb741b996da7e56f8 HTTP/1.1" status: 200 len: 380 time: 0.0382423 Jul 22 21:14:17.340827 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Request body: {'port': {'device_id': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'admin_state_up': True, 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'security_groups': ['149d6d4b-8db1-4f3f-bd1e-9281ea76cd27']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:17.466656 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Made reservation on behalf of d1ad23cab7f9480eb741b996da7e56f8 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:17.470313 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.600378 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Allocated IP 172.20.0.4 (0c2d50da-bec8-4953-a39c-7c6350f478fc/34bae904-f02c-4d88-8830-72019b3c2b45/0f2ebde8-a965-4930-a671-cb528fe92254) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:17.757574 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.773181 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Transition to ACTIVE for port object 0f2ebde8-a965-4930-a671-cb528fe92254 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:17.808509 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.852872 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Network 0c2d50da-bec8-4953-a39c-7c6350f478fc is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:17.855974 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:17.859744 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:17.866169 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event updated for resources: {'Port': ['ID=0f2ebde8-a965-4930-a671-cb528fe92254,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:17.921224 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:17.921831 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.936588 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-43bf6f55-cf5b-45fc-9a23-fb42f8afa91b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008391 Jul 22 21:14:17.959906 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Request body: {'port': {'device_id': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:18.046890 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.087446 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-91b9e1b6-2ea0-4fa8-b093-b35e2076a77e None None] Provisioning for port 0f2ebde8-a965-4930-a671-cb528fe92254 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:18.090990 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-91b9e1b6-2ea0-4fa8-b093-b35e2076a77e None None] Provisioning complete for port 0f2ebde8-a965-4930-a671-cb528fe92254 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:18.091353 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-91b9e1b6-2ea0-4fa8-b093-b35e2076a77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.128041 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-91b9e1b6-2ea0-4fa8-b093-b35e2076a77e None None] Port 0f2ebde8-a965-4930-a671-cb528fe92254 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:14:18.349624 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2ebde8-a965-4930-a671-cb528fe92254 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:18.360891 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.377645 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Transition to ACTIVE for port object 0f2ebde8-a965-4930-a671-cb528fe92254 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:18.388342 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6934a5-0dba-4784-8a7c-d78fad613d5e req-8b190ebb-8309-4e50-abfc-3fbe6b5a362c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.389856 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7c6934a5-0dba-4784-8a7c-d78fad613d5e req-8b190ebb-8309-4e50-abfc-3fbe6b5a362c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 931 time: 0.1178734 Jul 22 21:14:18.390565 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.465179 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2ebde8-a965-4930-a671-cb528fe92254,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:18.483132 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7c6934a5-0dba-4784-8a7c-d78fad613d5e req-3aa0fdee-7013-478d-8517-fe65430b3d2f tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873194 Jul 22 21:14:18.570718 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Attempting to bind port 0f2ebde8-a965-4930-a671-cb528fe92254 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:18.571203 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Attempting to bind port 0f2ebde8-a965-4930-a671-cb528fe92254 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:18.571794 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Attempting to bind port 0f2ebde8-a965-4930-a671-cb528fe92254 on network 0c2d50da-bec8-4953-a39c-7c6350f478fc {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:18.577992 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Port 0f2ebde8-a965-4930-a671-cb528fe92254 on network 0c2d50da-bec8-4953-a39c-7c6350f478fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:18.578494 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Attempting to bind port 0f2ebde8-a965-4930-a671-cb528fe92254 on network 0c2d50da-bec8-4953-a39c-7c6350f478fc {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:18.587332 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:18.587678 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Checking segment: {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:18.588042 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Bound using segment: {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:18.588501 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Bound port: 0f2ebde8-a965-4930-a671-cb528fe92254, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c058b6e-0174-427a-b4e2-13918457e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:18.588959 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.658074 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] For port 0f2ebde8-a965-4930-a671-cb528fe92254, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:18.661242 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] For port 0f2ebde8-a965-4930-a671-cb528fe92254, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0f2ebde8-a965-4930-a671-cb528fe92254,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:18.666708 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.702201 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.702821 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.704230 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] 10.222.0.72 "PUT /v2.0/ports/0f2ebde8-a965-4930-a671-cb528fe92254 HTTP/1.1" status: 200 len: 1093 time: 0.7490177 Jul 22 21:14:18.704686 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'tag': '0f2ebde8-a965-4930-a671-cb528fe92254'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:18.707254 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fa1764-3303-46cd-be6f-e199ffc3d4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc", "tag": "0f2ebde8-a965-4930-a671-cb528fe92254"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:18.759505 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efe243-6b52-4386-972e-30dba3a09d94 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2ebde8-a965-4930-a671-cb528fe92254,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:18.769594 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0fc3a5-0a84-4e6d-97f9-99679963704f x-openstack-request-id: req-7e0fc3a5-0a84-4e6d-97f9-99679963704f {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:18.769883 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc", "tag": "0f2ebde8-a965-4930-a671-cb528fe92254", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:18.770476 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e0fc3a5-0a84-4e6d-97f9-99679963704f {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:18.771237 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'tag': '0f2ebde8-a965-4930-a671-cb528fe92254', 'status': 'completed', 'code': 200} Jul 22 21:14:18.812198 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54126) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:18.870159 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b842ee15-87c1-4a28-b3a4-0ea0880eafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.872066 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-b842ee15-87c1-4a28-b3a4-0ea0880eafa5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d1ad23cab7f9480eb741b996da7e56f8&device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 1096 time: 0.0659854 Jul 22 21:14:18.929604 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-d224bb5e-c1fc-45c1-9ac8-93275db974e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f2ebde8-a965-4930-a671-cb528fe92254 HTTP/1.1" status: 200 len: 217 time: 0.0379562 Jul 22 21:14:18.959359 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ef342d87-7dfb-498f-aadd-f8cae2d12d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.982501 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-95bfe264-59e4-4330-b0d2-a8f17a6ab960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.983920 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-95bfe264-59e4-4330-b0d2-a8f17a6ab960 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34bae904-f02c-4d88-8830-72019b3c2b45 HTTP/1.1" status: 200 len: 850 time: 0.0480785 Jul 22 21:14:19.063209 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-d0ae86da-4458-45b8-b4ee-c70b945a77df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.064636 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-d0ae86da-4458-45b8-b4ee-c70b945a77df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c2d50da-bec8-4953-a39c-7c6350f478fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693383 Jul 22 21:14:19.078450 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ef342d87-7dfb-498f-aadd-f8cae2d12d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.083651 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ef342d87-7dfb-498f-aadd-f8cae2d12d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.127028 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ef342d87-7dfb-498f-aadd-f8cae2d12d7a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5b5986fdff747c7b14cffa5e78f3f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133860 Jul 22 21:14:19.128262 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef342d87-7dfb-498f-aadd-f8cae2d12d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f520ed4-0de9-4c5d-8212-6f650bd24524,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:19.131462 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54130) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:19.178049 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-88987013-929c-4ce1-8460-7a75acf4aa62 service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033885 Jul 22 21:14:19.187656 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91a37937-6315-4769-978d-bdfe00bc5fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.211855 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91a37937-6315-4769-978d-bdfe00bc5fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.279722 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91a37937-6315-4769-978d-bdfe00bc5fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.282388 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91a37937-6315-4769-978d-bdfe00bc5fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.283536 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-91a37937-6315-4769-978d-bdfe00bc5fa8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f520ed4-0de9-4c5d-8212-6f650bd24524 HTTP/1.1" status: 204 len: 168 time: 0.1509879 Jul 22 21:14:19.292679 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a37937-6315-4769-978d-bdfe00bc5fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f520ed4-0de9-4c5d-8212-6f650bd24524,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:19.318205 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5b16f04a-dcc7-4e03-90ad-6c1a619aff1b req-5536c992-ee38-4490-b0b2-42833e06209f service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293831 Jul 22 21:14:19.541129 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa1764-3303-46cd-be6f-e199ffc3d4d7 req-dff6735e-2c5b-4f3a-a20d-6dce983210bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.542735 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85fa1764-3303-46cd-be6f-e199ffc3d4d7 req-dff6735e-2c5b-4f3a-a20d-6dce983210bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d1ad23cab7f9480eb741b996da7e56f8&device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 1096 time: 0.0668821 Jul 22 21:14:19.626412 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54140) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:19.640548 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f3a40483-bf6a-4bd4-84ae-54dce49ffa9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.686176 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa1764-3303-46cd-be6f-e199ffc3d4d7 req-a1b91022-84e7-492a-8706-84caa3cb5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.687655 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85fa1764-3303-46cd-be6f-e199ffc3d4d7 req-a1b91022-84e7-492a-8706-84caa3cb5098 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c2d50da-bec8-4953-a39c-7c6350f478fc HTTP/1.1" status: 200 len: 912 time: 0.1354079 Jul 22 21:14:19.717890 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f38216-a5ad-4ff9-a962-90d6bb6740d9 req-780decd5-6714-44a9-943b-8bddad71c6b3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.725366 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b1f38216-a5ad-4ff9-a962-90d6bb6740d9 req-780decd5-6714-44a9-943b-8bddad71c6b3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 943 time: 0.1440339 Jul 22 21:14:19.749891 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f3a40483-bf6a-4bd4-84ae-54dce49ffa9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.754291 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f3a40483-bf6a-4bd4-84ae-54dce49ffa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.759960 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85fa1764-3303-46cd-be6f-e199ffc3d4d7 req-897e24fe-4049-43db-9f52-aebc49a22a23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f2ebde8-a965-4930-a671-cb528fe92254 HTTP/1.1" status: 200 len: 217 time: 0.0610766 Jul 22 21:14:19.795543 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-f3a40483-bf6a-4bd4-84ae-54dce49ffa9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c8de7a525efb457a8d560fb70f5281f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680222 Jul 22 21:14:19.796792 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a40483-bf6a-4bd4-84ae-54dce49ffa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6149c378-67d3-46c0-9b6e-0a8ef3e02396,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:19.799267 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54142) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:19.827027 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b1f38216-a5ad-4ff9-a962-90d6bb6740d9 req-72a28662-7fac-4d8a-aec0-c39eee31da9a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007297 Jul 22 21:14:19.843017 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa1764-3303-46cd-be6f-e199ffc3d4d7 req-cead716e-b016-404b-b09e-118d66066cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.844487 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85fa1764-3303-46cd-be6f-e199ffc3d4d7 req-cead716e-b016-404b-b09e-118d66066cb3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34bae904-f02c-4d88-8830-72019b3c2b45 HTTP/1.1" status: 200 len: 850 time: 0.0718989 Jul 22 21:14:19.859508 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-76dd0fbf-e8ff-424e-b8a8-d311eac4b32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.888911 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-76dd0fbf-e8ff-424e-b8a8-d311eac4b32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.907713 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa1764-3303-46cd-be6f-e199ffc3d4d7 req-ff463d54-40b3-4e56-a572-e43ba044c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.909261 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85fa1764-3303-46cd-be6f-e199ffc3d4d7 req-ff463d54-40b3-4e56-a572-e43ba044c083 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c2d50da-bec8-4953-a39c-7c6350f478fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564072 Jul 22 21:14:19.955310 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-76dd0fbf-e8ff-424e-b8a8-d311eac4b32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.960204 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-76dd0fbf-e8ff-424e-b8a8-d311eac4b32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.964602 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-76dd0fbf-e8ff-424e-b8a8-d311eac4b32c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6149c378-67d3-46c0-9b6e-0a8ef3e02396 HTTP/1.1" status: 204 len: 168 time: 0.1616740 Jul 22 21:14:19.975545 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd0fbf-e8ff-424e-b8a8-d311eac4b32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6149c378-67d3-46c0-9b6e-0a8ef3e02396,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:20.038408 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85fa1764-3303-46cd-be6f-e199ffc3d4d7 req-41b40d1f-3224-4261-a931-994d2a8add52 service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193807 Jul 22 21:14:20.167149 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85fa1764-3303-46cd-be6f-e199ffc3d4d7 req-26e8b0cb-7b67-4099-9fc2-cd20b8893210 service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163328 Jul 22 21:14:20.369361 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54148) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:20.385195 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4b1af693-068e-4f18-81f6-d5fca3b97611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.495533 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4b1af693-068e-4f18-81f6-d5fca3b97611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.500300 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4b1af693-068e-4f18-81f6-d5fca3b97611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.540200 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4b1af693-068e-4f18-81f6-d5fca3b97611 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5b0d2df875f481593b81ecb28fb792f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697707 Jul 22 21:14:20.541394 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1af693-068e-4f18-81f6-d5fca3b97611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fa832c-4e8d-4db8-9067-d065e509f079,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:20.542848 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 54152) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:20.604826 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e236fee8-5197-4496-8487-b4a12af4a6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.627576 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e236fee8-5197-4496-8487-b4a12af4a6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.676045 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e236fee8-5197-4496-8487-b4a12af4a6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.678672 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e236fee8-5197-4496-8487-b4a12af4a6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.679847 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-e236fee8-5197-4496-8487-b4a12af4a6d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78fa832c-4e8d-4db8-9067-d065e509f079 HTTP/1.1" status: 204 len: 168 time: 0.1357188 Jul 22 21:14:20.687671 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236fee8-5197-4496-8487-b4a12af4a6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fa832c-4e8d-4db8-9067-d065e509f079,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:20.993366 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6f1a4-c681-4721-bad4-9d25f8318f34 req-1f4a90ab-25d0-4e71-bd40-b14ec2ee61e9 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:20.994931 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aea6f1a4-c681-4721-bad4-9d25f8318f34 req-1f4a90ab-25d0-4e71-bd40-b14ec2ee61e9 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 943 time: 0.0780323 Jul 22 21:14:21.042817 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aea6f1a4-c681-4721-bad4-9d25f8318f34 req-4513675a-c2ed-41ca-9d05-7109e85c2071 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389884 Jul 22 21:14:22.184316 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44eb44b-4101-44c8-888b-593983ee3677 req-f25ffa8b-ed2b-4bfb-9fb8-1d6bb0b40405 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:22.186105 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b44eb44b-4101-44c8-888b-593983ee3677 req-f25ffa8b-ed2b-4bfb-9fb8-1d6bb0b40405 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 943 time: 0.0656183 Jul 22 21:14:22.237287 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b44eb44b-4101-44c8-888b-593983ee3677 req-093f15f6-7ff0-450a-acf1-7f1fcbaa69f9 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 Jul 22 21:14:22.449354 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0f2ebde8-a965-4930-a671-cb528fe92254 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:22.546110 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0f2ebde8-a965-4930-a671-cb528fe92254, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0f2ebde8-a965-4930-a671-cb528fe92254,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:22.558002 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '0f2ebde8-a965-4930-a671-cb528fe92254', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'port_id': '0f2ebde8-a965-4930-a671-cb528fe92254', 'mac_address': 'fa:16:3e:2b:19:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:22.600604 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.613829 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2ebde8-a965-4930-a671-cb528fe92254 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:22.633621 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0f2ebde8-a965-4930-a671-cb528fe92254, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0f2ebde8-a965-4930-a671-cb528fe92254,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:22.638527 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.691829 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=0f2ebde8-a965-4930-a671-cb528fe92254,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:23.053492 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['0f2ebde8-a965-4930-a671-cb528fe92254'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:23.371382 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753e174-1492-492c-b170-231034cbd6fe req-a1cb6618-9c28-4e5c-8098-2f406ce0c2c1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:23.373071 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c753e174-1492-492c-b170-231034cbd6fe req-a1cb6618-9c28-4e5c-8098-2f406ce0c2c1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 944 time: 0.0655353 Jul 22 21:14:23.420129 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c753e174-1492-492c-b170-231034cbd6fe req-201f9f6a-7943-47a9-a975-ec5c273e57cc tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 Jul 22 21:14:24.454378 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 54210) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:24.472545 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0f2ebde8-a965-4930-a671-cb528fe92254 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:24.539410 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port 0f2ebde8-a965-4930-a671-cb528fe92254 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:24.545266 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 0f2ebde8-a965-4930-a671-cb528fe92254 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:24.545693 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.580013 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5fdbb5b0-d8ee-4aa2-b9dc-711c2afcad58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.598862 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d8c76-9681-4d18-b0b7-96ffd0675cef req-9032213b-d488-4d1b-bc90-72cfdc770160 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:24.600344 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-935d8c76-9681-4d18-b0b7-96ffd0675cef req-9032213b-d488-4d1b-bc90-72cfdc770160 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 944 time: 0.0885930 Jul 22 21:14:24.646664 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.664394 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-935d8c76-9681-4d18-b0b7-96ffd0675cef req-5d914082-61f7-41b9-b4cc-c34b185eafb0 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560277 Jul 22 21:14:24.672497 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2ebde8-a965-4930-a671-cb528fe92254'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:24.674886 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7096a1d1-42c3-41ed-82fd-79b4f97650f5" -d '{"events": [{"server_uuid": "17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc", "name": "network-vif-plugged", "status": "completed", "tag": "0f2ebde8-a965-4930-a671-cb528fe92254"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:24.709141 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0f2ebde8-a965-4930-a671-cb528fe92254, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0f2ebde8-a965-4930-a671-cb528fe92254,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:24.716820 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.721119 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633e328c-6a5e-4285-9297-7664ebb93c27 x-openstack-request-id: req-633e328c-6a5e-4285-9297-7664ebb93c27 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:24.721503 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc", "name": "network-vif-plugged", "status": "completed", "tag": "0f2ebde8-a965-4930-a671-cb528fe92254", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:24.721962 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-633e328c-6a5e-4285-9297-7664ebb93c27 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:24.722574 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2ebde8-a965-4930-a671-cb528fe92254', 'code': 200} Jul 22 21:14:24.730572 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5fdbb5b0-d8ee-4aa2-b9dc-711c2afcad58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.734634 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5fdbb5b0-d8ee-4aa2-b9dc-711c2afcad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.774208 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-5fdbb5b0-d8ee-4aa2-b9dc-711c2afcad58 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a810edb371cf45929b834c5ef2cd1f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187034 Jul 22 21:14:24.775073 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbb5b0-d8ee-4aa2-b9dc-711c2afcad58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e5b19b-a3a9-4a4b-bb23-9406e49f6fbd,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:24.776834 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54216) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:24.783584 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=0f2ebde8-a965-4930-a671-cb528fe92254,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:24.838983 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-60f22b16-f840-4af7-9af3-14c99b081ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.874215 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-60f22b16-f840-4af7-9af3-14c99b081ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.947550 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-60f22b16-f840-4af7-9af3-14c99b081ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.950385 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-60f22b16-f840-4af7-9af3-14c99b081ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.951561 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-60f22b16-f840-4af7-9af3-14c99b081ff7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34e5b19b-a3a9-4a4b-bb23-9406e49f6fbd HTTP/1.1" status: 204 len: 168 time: 0.1736469 Jul 22 21:14:24.966408 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f22b16-f840-4af7-9af3-14c99b081ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e5b19b-a3a9-4a4b-bb23-9406e49f6fbd,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:25.026566 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2132b-b7d1-4485-8e2f-e1bdfce29047 req-5dddb4a9-11da-475d-b2d3-2df11604ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:25.028076 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7ee2132b-b7d1-4485-8e2f-e1bdfce29047 req-5dddb4a9-11da-475d-b2d3-2df11604ec7b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 1098 time: 0.0841486 Jul 22 21:14:25.069045 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7ee2132b-b7d1-4485-8e2f-e1bdfce29047 req-46998e7f-5ea2-430e-b029-84eb08e83e76 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330288 Jul 22 21:14:25.806766 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc84950-abfe-4b74-821b-b2030a7a95c2 req-2701d481-0009-4a11-8226-b32d3b653bf6 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:25.808248 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6cc84950-abfe-4b74-821b-b2030a7a95c2 req-2701d481-0009-4a11-8226-b32d3b653bf6 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 945 time: 0.0633192 Jul 22 21:14:25.845487 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6cc84950-abfe-4b74-821b-b2030a7a95c2 req-f452da32-c732-4fce-b9e7-dec98a6fdcce tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Jul 22 21:14:26.988159 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f0c64-7ef0-4348-9345-3666784b6e9e req-f9368040-193a-4343-ade5-30ded644a7f9 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.989600 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-940f0c64-7ef0-4348-9345-3666784b6e9e req-f9368040-193a-4343-ade5-30ded644a7f9 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 945 time: 0.0694108 Jul 22 21:14:27.030125 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-940f0c64-7ef0-4348-9345-3666784b6e9e req-d50e0cf2-65fd-4455-b654-62c6a942c0a1 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344071 Jul 22 21:14:27.185815 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c569b-6f6d-4de1-b9b0-b8c58b950093 req-19102745-6e15-450e-89e2-2e30e7d6fa49 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:27.187330 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-140c569b-6f6d-4de1-b9b0-b8c58b950093 req-19102745-6e15-450e-89e2-2e30e7d6fa49 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 945 time: 0.0688119 Jul 22 21:14:27.197944 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 54230) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:27.203165 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-796ddf07-d3b7-45b4-86ef-9c20bd8cf500 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Request body: {'floatingip': {'port_id': '0f2ebde8-a965-4930-a671-cb528fe92254'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:27.242735 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-796ddf07-d3b7-45b4-86ef-9c20bd8cf500 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.954694 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-796ddf07-d3b7-45b4-86ef-9c20bd8cf500 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.959423 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-796ddf07-d3b7-45b4-86ef-9c20bd8cf500 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.064329 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.l3_db [None req-796ddf07-d3b7-45b4-86ef-9c20bd8cf500 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Floating IP 3e008152-65f9-427a-a677-97ac00c3bfa0 associated. External IP: 172.27.1.159, port: 0f2ebde8-a965-4930-a671-cb528fe92254. Jul 22 21:14:28.290735 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796ddf07-d3b7-45b4-86ef-9c20bd8cf500 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:14:28.405414 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796ddf07-d3b7-45b4-86ef-9c20bd8cf500 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:28.410880 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-796ddf07-d3b7-45b4-86ef-9c20bd8cf500 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.418083 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af414f0-ee4c-4ea6-aad6-36d2c9b7a6fd None None] Sync routers for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:28.430627 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af414f0-ee4c-4ea6-aad6-36d2c9b7a6fd None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:28.431265 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7af414f0-ee4c-4ea6-aad6-36d2c9b7a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:14:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:28.463523 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-796ddf07-d3b7-45b4-86ef-9c20bd8cf500 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "PUT /v2.0/floatingips/3e008152-65f9-427a-a677-97ac00c3bfa0 HTTP/1.1" status: 200 len: 991 time: 1.2642856 Jul 22 21:14:28.464106 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'tag': '0f2ebde8-a965-4930-a671-cb528fe92254'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:28.466409 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f5c513-5630-42ad-86db-fe0a8f1db7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc", "tag": "0f2ebde8-a965-4930-a671-cb528fe92254"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:28.534837 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28acf482-1fdb-4341-b1cb-64abda31595d x-openstack-request-id: req-28acf482-1fdb-4341-b1cb-64abda31595d {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:28.535122 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc", "tag": "0f2ebde8-a965-4930-a671-cb528fe92254", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:28.535368 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28acf482-1fdb-4341-b1cb-64abda31595d {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:28.535769 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'tag': '0f2ebde8-a965-4930-a671-cb528fe92254', 'status': 'completed', 'code': 200} Jul 22 21:14:28.671849 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-7af414f0-ee4c-4ea6-aad6-36d2c9b7a6fd None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:28.718270 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5c513-5630-42ad-86db-fe0a8f1db7eb req-487ec105-c276-4d24-8574-e83cd7272cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:28.720071 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88f5c513-5630-42ad-86db-fe0a8f1db7eb req-487ec105-c276-4d24-8574-e83cd7272cf1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d1ad23cab7f9480eb741b996da7e56f8&device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 1098 time: 0.0643644 Jul 22 21:14:28.823125 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5c513-5630-42ad-86db-fe0a8f1db7eb req-9c42b456-de2f-47bf-8470-7bd29ac9f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:28.823357 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88f5c513-5630-42ad-86db-fe0a8f1db7eb req-9c42b456-de2f-47bf-8470-7bd29ac9f538 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0c2d50da-bec8-4953-a39c-7c6350f478fc HTTP/1.1" status: 200 len: 912 time: 0.0957119 Jul 22 21:14:28.900369 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88f5c513-5630-42ad-86db-fe0a8f1db7eb req-72bd77a5-25fb-4923-a564-8e22f9bad2c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f2ebde8-a965-4930-a671-cb528fe92254 HTTP/1.1" status: 200 len: 999 time: 0.0666342 Jul 22 21:14:28.962464 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5c513-5630-42ad-86db-fe0a8f1db7eb req-a220d886-3873-4f54-920c-9ba65f2953d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:28.963888 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88f5c513-5630-42ad-86db-fe0a8f1db7eb req-a220d886-3873-4f54-920c-9ba65f2953d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34bae904-f02c-4d88-8830-72019b3c2b45 HTTP/1.1" status: 200 len: 850 time: 0.0561931 Jul 22 21:14:28.989657 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7af414f0-ee4c-4ea6-aad6-36d2c9b7a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '3e008152-65f9-427a-a677-97ac00c3bfa0', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'port_id': '0f2ebde8-a965-4930-a671-cb528fe92254', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'mac_address': 'fa:16:3e:2b:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:14Z', 'updated_at': '2021-07-22T21:14:27Z', 'revision_number': 1, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:22Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:29.021001 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af414f0-ee4c-4ea6-aad6-36d2c9b7a6fd None None] Checking router: 852f6db8-5cdf-4729-ac1a-9571b3ac3380 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:29.032561 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af414f0-ee4c-4ea6-aad6-36d2c9b7a6fd None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:29.033213 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7af414f0-ee4c-4ea6-aad6-36d2c9b7a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:14:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:29.034666 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5c513-5630-42ad-86db-fe0a8f1db7eb req-bb527ed6-9561-4e10-965c-fa979495a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:29.036181 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88f5c513-5630-42ad-86db-fe0a8f1db7eb req-bb527ed6-9561-4e10-965c-fa979495a75e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0c2d50da-bec8-4953-a39c-7c6350f478fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646007 Jul 22 21:14:29.140766 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88f5c513-5630-42ad-86db-fe0a8f1db7eb req-e4058c16-4945-43fe-b056-b4cc1c782228 service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963466 Jul 22 21:14:29.166098 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-7af414f0-ee4c-4ea6-aad6-36d2c9b7a6fd None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:29.260145 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-88f5c513-5630-42ad-86db-fe0a8f1db7eb req-028dbb4b-7401-4291-bac1-31870e064618 service neutron] 10.222.0.72 "GET /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102369 Jul 22 21:14:29.442310 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-7af414f0-ee4c-4ea6-aad6-36d2c9b7a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '3e008152-65f9-427a-a677-97ac00c3bfa0', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'port_id': '0f2ebde8-a965-4930-a671-cb528fe92254', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'mac_address': 'fa:16:3e:2b:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:14Z', 'updated_at': '2021-07-22T21:14:27Z', 'revision_number': 1, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:22Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:29.471843 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af414f0-ee4c-4ea6-aad6-36d2c9b7a6fd None None] The sync data for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi is: [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '3e008152-65f9-427a-a677-97ac00c3bfa0', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'port_id': '0f2ebde8-a965-4930-a671-cb528fe92254', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'mac_address': 'fa:16:3e:2b:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:14Z', 'updated_at': '2021-07-22T21:14:27Z', 'revision_number': 1, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:22Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:29.686322 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709d21a-6b7c-4fcb-adb9-6e06c22bf59e None None] New status for floating IP 3e008152-65f9-427a-a677-97ac00c3bfa0: ACTIVE {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:14:30.129475 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-aa730c96-7004-482f-9cc7-0350d6651929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.855103 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7094b27f-706c-4fb3-8177-7075b1a19004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.192139 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.951488 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:34.614742 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:14:35.204397 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.873539 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:47.624662 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f422471a-259d-4008-a0b5-10cca28bffb2 req-aef7dd2d-6495-472d-9304-eb6d1bf7498d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542762 Jul 22 21:14:47.773069 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422471a-259d-4008-a0b5-10cca28bffb2 req-fac1a4c8-8b20-4747-b83c-03008a5db4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:47.775161 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f422471a-259d-4008-a0b5-10cca28bffb2 req-fac1a4c8-8b20-4747-b83c-03008a5db4ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d64087a21984722bde5bc91d44ce0df&device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 1098 time: 0.0576801 Jul 22 21:14:47.880597 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422471a-259d-4008-a0b5-10cca28bffb2 req-d26feec1-d8a6-4644-bfc2-28bf77ee15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:47.881961 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f422471a-259d-4008-a0b5-10cca28bffb2 req-d26feec1-d8a6-4644-bfc2-28bf77ee15ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=75d01a07-1004-4894-b159-65c12a3faea0 HTTP/1.1" status: 200 len: 910 time: 0.0820417 Jul 22 21:14:47.953889 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f422471a-259d-4008-a0b5-10cca28bffb2 req-fe322023-2c08-4cb2-895c-67aeb65806af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5b425a-bd03-4a75-a797-7715d080110d HTTP/1.1" status: 200 len: 999 time: 0.0615263 Jul 22 21:14:48.006601 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422471a-259d-4008-a0b5-10cca28bffb2 req-0df6fce0-7cd4-458a-ab27-f089b9100262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:48.008079 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f422471a-259d-4008-a0b5-10cca28bffb2 req-0df6fce0-7cd4-458a-ab27-f089b9100262 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30 HTTP/1.1" status: 200 len: 848 time: 0.0436106 Jul 22 21:14:48.068319 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422471a-259d-4008-a0b5-10cca28bffb2 req-f056cf04-3066-409e-be2f-2bc237494c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:48.069825 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f422471a-259d-4008-a0b5-10cca28bffb2 req-f056cf04-3066-409e-be2f-2bc237494c3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75d01a07-1004-4894-b159-65c12a3faea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527177 Jul 22 21:14:48.173177 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f422471a-259d-4008-a0b5-10cca28bffb2 req-c9bdd1b5-dd08-4b5a-8d4f-a84a81c67072 service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901363 Jul 22 21:14:48.270691 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f422471a-259d-4008-a0b5-10cca28bffb2 req-6962a12d-1792-4282-b383-4a29a35116b1 service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852675 Jul 22 21:15:00.122264 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-9b82b63a-0be7-4f1e-8e9d-8ab486409881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.856332 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-0ffca4cc-f823-4ba0-bdcb-a762e24d8a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:03.193567 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:03.957984 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.114571 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793132d9-4972-445a-9f04-ae691f07d2c7 req-a982632f-28bd-49b8-a3a7-6b45c40d1046 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:04.116078 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-793132d9-4972-445a-9f04-ae691f07d2c7 req-a982632f-28bd-49b8-a3a7-6b45c40d1046 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0695641 Jul 22 21:15:04.156258 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-793132d9-4972-445a-9f04-ae691f07d2c7 req-551bce22-5e54-49b4-8d30-210496f5717f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345922 Jul 22 21:15:05.208278 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.304948 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b9c33-5695-492b-85e2-9433872dfe1d req-d62dc270-a98d-439c-b0ce-493f3ebeeeae tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:05.306508 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4f2b9c33-5695-492b-85e2-9433872dfe1d req-d62dc270-a98d-439c-b0ce-493f3ebeeeae tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0688488 Jul 22 21:15:05.345582 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4f2b9c33-5695-492b-85e2-9433872dfe1d req-592a0ccf-982d-44f0-bc7b-2242ba3b7203 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333438 Jul 22 21:15:06.488403 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4095f0a-f451-4e27-80f6-cf30b36c0c6c req-2c392f89-5efb-4f63-9a3e-c6f47d327755 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:06.490205 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e4095f0a-f451-4e27-80f6-cf30b36c0c6c req-2c392f89-5efb-4f63-9a3e-c6f47d327755 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0699499 Jul 22 21:15:06.534372 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e4095f0a-f451-4e27-80f6-cf30b36c0c6c req-2fcb6730-5c99-4001-85ff-1b6b363875a7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383472 Jul 22 21:15:07.680888 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaede1d-aa8c-463d-952b-961166f067c8 req-4aefb089-a63e-49e6-9fc6-fc4b0de64df6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:07.682862 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-acaede1d-aa8c-463d-952b-961166f067c8 req-4aefb089-a63e-49e6-9fc6-fc4b0de64df6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0699482 Jul 22 21:15:07.721783 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-acaede1d-aa8c-463d-952b-961166f067c8 req-080b83f3-228e-476e-9e16-d9d321372a8c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333314 Jul 22 21:15:09.009951 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a5637-ad04-4937-ad13-9cc6e19c81cb req-d2a1c4b7-31b6-4573-a504-e98264dc1e30 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:09.011870 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e0a5637-ad04-4937-ad13-9cc6e19c81cb req-d2a1c4b7-31b6-4573-a504-e98264dc1e30 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.1031983 Jul 22 21:15:09.023043 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b4edd-44f1-4399-b9f2-f7fceda2f502 req-49b5ff33-37ef-43a6-8d3c-f55a018b538a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:09.024449 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-532b4edd-44f1-4399-b9f2-f7fceda2f502 req-49b5ff33-37ef-43a6-8d3c-f55a018b538a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1069055 Jul 22 21:15:09.078889 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e0a5637-ad04-4937-ad13-9cc6e19c81cb req-fa60b954-61aa-4ac4-bcf3-733a852a8cec tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535126 Jul 22 21:15:09.084052 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-532b4edd-44f1-4399-b9f2-f7fceda2f502 req-889fb116-f66a-491b-9f5e-e4958646b134 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523601 Jul 22 21:15:10.252308 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b0212-983f-4961-ace3-5c5d7ae5d4e7 req-e85afba7-8084-40e0-8370-506761ccb4b2 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.253823 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-063b0212-983f-4961-ace3-5c5d7ae5d4e7 req-e85afba7-8084-40e0-8370-506761ccb4b2 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1010060 Jul 22 21:15:10.264333 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4efec4-eff3-4791-a6f3-4aa0a390cdc1 req-620fecc8-7577-410b-94b8-d99abfa050a5 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:10.265790 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6e4efec4-eff3-4791-a6f3-4aa0a390cdc1 req-620fecc8-7577-410b-94b8-d99abfa050a5 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.1116550 Jul 22 21:15:10.323638 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-063b0212-983f-4961-ace3-5c5d7ae5d4e7 req-d7aea893-d317-426c-9b34-95006cffda3a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568697 Jul 22 21:15:10.328698 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6e4efec4-eff3-4791-a6f3-4aa0a390cdc1 req-61f2dc95-6a9e-4247-9e13-54a0f542b3a6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559497 Jul 22 21:15:11.489992 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8acc1-0d09-43e9-8509-d55b04019f21 req-bd54a366-de01-45de-ba9d-b8a25feafa64 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:11.491476 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7c8acc1-0d09-43e9-8509-d55b04019f21 req-bd54a366-de01-45de-ba9d-b8a25feafa64 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.0991311 Jul 22 21:15:11.514757 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f40bd-ff3c-492f-9765-86db12afe387 req-a71c4224-e3c7-4f21-9668-6099ab45075b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:11.516190 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-694f40bd-ff3c-492f-9765-86db12afe387 req-a71c4224-e3c7-4f21-9668-6099ab45075b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.1130888 Jul 22 21:15:11.564010 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7c8acc1-0d09-43e9-8509-d55b04019f21 req-4f463595-fca3-46f9-bdec-dc1372ee7fdb tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648742 Jul 22 21:15:11.576982 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-694f40bd-ff3c-492f-9765-86db12afe387 req-1e5dafe0-fafe-4c14-83f5-426436abf2e0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544319 Jul 22 21:15:11.613227 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:15:12.739976 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84884350-0e30-4783-91c0-032f07ed5153 req-ee2c55bc-bf6c-4912-8a4d-c6fd05d57693 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:12.741407 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84884350-0e30-4783-91c0-032f07ed5153 req-ee2c55bc-bf6c-4912-8a4d-c6fd05d57693 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1087792 Jul 22 21:15:12.750215 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad8ae7-e9fa-435f-9dfb-46969f8e8298 req-9ee8b58b-5e36-4ba4-bad4-bc95b89b7e14 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:12.751602 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bfad8ae7-e9fa-435f-9dfb-46969f8e8298 req-9ee8b58b-5e36-4ba4-bad4-bc95b89b7e14 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0903432 Jul 22 21:15:12.805802 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84884350-0e30-4783-91c0-032f07ed5153 req-05ee406c-c6f2-4d09-98f0-2203969f4d89 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532460 Jul 22 21:15:12.813415 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bfad8ae7-e9fa-435f-9dfb-46969f8e8298 req-c12f96fe-4eb3-42a5-9252-81a93342ef87 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546505 Jul 22 21:15:13.983054 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2bebc-f8e4-4574-812f-13963249600b req-4542bf4d-716c-4382-8a2c-96a7337ab5cf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:13.984580 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-87d2bebc-f8e4-4574-812f-13963249600b req-4542bf4d-716c-4382-8a2c-96a7337ab5cf tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1105528 Jul 22 21:15:13.993207 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2aeba-88a4-4091-9965-9bd56ee019b1 req-7d6292ed-45f9-4126-9105-d4cdcb7c35f6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:13.995195 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85c2aeba-88a4-4091-9965-9bd56ee019b1 req-7d6292ed-45f9-4126-9105-d4cdcb7c35f6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.1089265 Jul 22 21:15:14.049724 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-87d2bebc-f8e4-4574-812f-13963249600b req-c635425a-3316-49e0-ba58-38ec2710349c tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535424 Jul 22 21:15:14.054745 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85c2aeba-88a4-4091-9965-9bd56ee019b1 req-65e46425-5ae9-48db-8df6-7d5552714370 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525346 Jul 22 21:15:15.233493 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceee040-7bee-438b-92f4-572e3aba4bda req-30ff3720-6e28-4df2-8dc6-0d80e209c3aa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:15.235030 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceee040-7bee-438b-92f4-572e3aba4bda req-30ff3720-6e28-4df2-8dc6-0d80e209c3aa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1167893 Jul 22 21:15:15.250984 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa9fb9-2c06-462b-ab1b-912897a2709e req-abfa875f-055a-4dff-8f0d-8a952ea33117 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:15.252480 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-32fa9fb9-2c06-462b-ab1b-912897a2709e req-abfa875f-055a-4dff-8f0d-8a952ea33117 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0973151 Jul 22 21:15:15.300285 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6ceee040-7bee-438b-92f4-572e3aba4bda req-529be827-376f-410e-b701-e244a83d1c05 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587494 Jul 22 21:15:15.312387 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-32fa9fb9-2c06-462b-ab1b-912897a2709e req-d664c237-7f49-47dd-8b8b-d23a828662f3 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535893 Jul 22 21:15:16.469856 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058cbb4-37e2-4365-909c-26575803ca9e req-f5e5e6f5-4d6f-4288-b307-248de2dc205f tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:16.471320 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b058cbb4-37e2-4365-909c-26575803ca9e req-f5e5e6f5-4d6f-4288-b307-248de2dc205f tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1042044 Jul 22 21:15:16.483305 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b721d4-ed5d-4575-bd55-48e8a12d069f req-22da1e00-0d44-47df-8a5d-af96cf56795b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:16.484658 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-05b721d4-ed5d-4575-bd55-48e8a12d069f req-22da1e00-0d44-47df-8a5d-af96cf56795b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0888512 Jul 22 21:15:16.538155 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b058cbb4-37e2-4365-909c-26575803ca9e req-3f53e7f5-fcb9-45ad-aea2-31cf663601bd tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525596 Jul 22 21:15:16.543317 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-05b721d4-ed5d-4575-bd55-48e8a12d069f req-863e39ec-f677-4231-a21b-9c996b32e9fc tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516129 Jul 22 21:15:16.862580 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.705517 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0e965-8c47-498e-b7c9-403309605b9f req-04fc8cae-9f77-4530-b6af-4a949fd9e58d tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:17.706912 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-66c0e965-8c47-498e-b7c9-403309605b9f req-04fc8cae-9f77-4530-b6af-4a949fd9e58d tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1019080 Jul 22 21:15:17.718537 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6289c-57e7-4881-a82f-07ca3167d78d req-58e97fe0-e48c-4eb9-9c22-3920050b91a7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:17.719897 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18b6289c-57e7-4881-a82f-07ca3167d78d req-58e97fe0-e48c-4eb9-9c22-3920050b91a7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0865936 Jul 22 21:15:17.776942 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-66c0e965-8c47-498e-b7c9-403309605b9f req-a7e77646-0ee4-44be-9696-17c577709661 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561104 Jul 22 21:15:17.781658 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-18b6289c-57e7-4881-a82f-07ca3167d78d req-60d00784-e39e-4ab6-98de-08e775de677c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550048 Jul 22 21:15:18.943025 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44e106-2b34-4603-9eb8-25eb3d079941 req-0048ec93-558f-47ae-b373-ba4f62b49b26 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:18.944468 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4f44e106-2b34-4603-9eb8-25eb3d079941 req-0048ec93-558f-47ae-b373-ba4f62b49b26 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1000698 Jul 22 21:15:18.952931 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170111-4eed-4baa-83e1-681d91368727 req-a3c070b4-970f-45e7-a3d4-1870d8772cea tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:18.954279 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-77170111-4eed-4baa-83e1-681d91368727 req-a3c070b4-970f-45e7-a3d4-1870d8772cea tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0988135 Jul 22 21:15:19.011104 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4f44e106-2b34-4603-9eb8-25eb3d079941 req-f871b92b-7ec3-40c6-9ed5-47381ad32c0c tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556576 Jul 22 21:15:19.013759 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-77170111-4eed-4baa-83e1-681d91368727 req-dddf9a35-efe1-475a-958e-bba052987132 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527563 Jul 22 21:15:19.347648 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa59fa8-3630-4c9e-a8e4-5ebc22b20f4a req-6b1f0aa3-5092-466f-8218-f0634ca163e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:19.349175 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-caa59fa8-3630-4c9e-a8e4-5ebc22b20f4a req-6b1f0aa3-5092-466f-8218-f0634ca163e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d64087a21984722bde5bc91d44ce0df&device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 1098 time: 0.0587833 Jul 22 21:15:19.444362 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa59fa8-3630-4c9e-a8e4-5ebc22b20f4a req-3d260852-8b94-4f3e-8c7a-c41074f650d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:19.445767 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-caa59fa8-3630-4c9e-a8e4-5ebc22b20f4a req-3d260852-8b94-4f3e-8c7a-c41074f650d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=75d01a07-1004-4894-b159-65c12a3faea0 HTTP/1.1" status: 200 len: 910 time: 0.0853384 Jul 22 21:15:19.525495 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-caa59fa8-3630-4c9e-a8e4-5ebc22b20f4a req-92d0bce2-ed99-4262-a0e7-4077fafd9479 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5b425a-bd03-4a75-a797-7715d080110d HTTP/1.1" status: 200 len: 999 time: 0.0619900 Jul 22 21:15:19.580789 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa59fa8-3630-4c9e-a8e4-5ebc22b20f4a req-39edf61b-c9dc-4041-bbad-c775a30c0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:19.582276 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-caa59fa8-3630-4c9e-a8e4-5ebc22b20f4a req-39edf61b-c9dc-4041-bbad-c775a30c0f62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30 HTTP/1.1" status: 200 len: 848 time: 0.0447457 Jul 22 21:15:19.650508 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa59fa8-3630-4c9e-a8e4-5ebc22b20f4a req-5a5a1ac8-41c5-422f-bb5a-30037600ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:19.651987 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-caa59fa8-3630-4c9e-a8e4-5ebc22b20f4a req-5a5a1ac8-41c5-422f-bb5a-30037600ed99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75d01a07-1004-4894-b159-65c12a3faea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527961 Jul 22 21:15:19.744961 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-caa59fa8-3630-4c9e-a8e4-5ebc22b20f4a req-a3d463bd-d598-40a7-a586-825c29baca07 service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849757 Jul 22 21:15:20.047538 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-caa59fa8-3630-4c9e-a8e4-5ebc22b20f4a req-d09261ab-cd5b-43d0-a7f1-7bba48348e96 service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932072 Jul 22 21:15:20.174419 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d449f-cb9d-4e47-bfab-ed3f657e47a9 req-2c66f29a-8066-467e-b954-3739777de85d tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:20.175879 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8c7d449f-cb9d-4e47-bfab-ed3f657e47a9 req-2c66f29a-8066-467e-b954-3739777de85d tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.0978909 Jul 22 21:15:20.185590 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e44ec-3c71-4bdb-b57b-79264321430a req-d32a2862-85d2-44b5-ba07-335ba8f9b17b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:20.186952 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-416e44ec-3c71-4bdb-b57b-79264321430a req-d32a2862-85d2-44b5-ba07-335ba8f9b17b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0991526 Jul 22 21:15:20.241312 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8c7d449f-cb9d-4e47-bfab-ed3f657e47a9 req-e1477629-2448-47ac-a48f-95bc0bc8dcbc tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533979 Jul 22 21:15:20.248718 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-416e44ec-3c71-4bdb-b57b-79264321430a req-ebe964c3-8885-4028-aa5f-be2742dfff70 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550649 Jul 22 21:15:20.732483 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:20.825522 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:20.836790 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'port_id': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'mac_address': 'fa:16:3e:d8:84:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:20.871389 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:20.883767 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:20.902333 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:20.905833 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:20.955510 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,revision_number=6']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:20.964155 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:20.964503 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:20.964843 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:20.965256 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:20.965762 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:20.966179 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:20.966510 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:20.966837 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:20.967185 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:20.967513 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:20.967837 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:20.968158 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:21.145772 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['0fa3ee10-e8a7-47cd-9701-6b51fb3d7090'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:21.410697 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71030b-be57-4859-a062-c4ea106114f7 req-d7acdb59-8bae-4c1e-9b75-118acf2aab74 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:21.412296 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2e71030b-be57-4859-a062-c4ea106114f7 req-d7acdb59-8bae-4c1e-9b75-118acf2aab74 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1024361 Jul 22 21:15:21.426433 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f3ebe-069a-4685-85e4-762940625077 req-93e5a87c-45b7-48c0-ab62-e90ae6688119 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:21.427894 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e32f3ebe-069a-4685-85e4-762940625077 req-93e5a87c-45b7-48c0-ab62-e90ae6688119 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 944 time: 0.0901999 Jul 22 21:15:21.475357 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2e71030b-be57-4859-a062-c4ea106114f7 req-da22081a-6311-43e7-851b-228fd0b0a754 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572398 Jul 22 21:15:21.488189 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e32f3ebe-069a-4685-85e4-762940625077 req-ca5705f5-00ea-4f9e-8c76-3c3641d34a5c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543289 Jul 22 21:15:22.652128 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578e6e1-096d-45fd-90f9-d76de7e3d024 req-8d805ac6-8f79-4e2e-bebb-59fac28b6faa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:22.653660 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7578e6e1-096d-45fd-90f9-d76de7e3d024 req-8d805ac6-8f79-4e2e-bebb-59fac28b6faa tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1069317 Jul 22 21:15:22.666594 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367ffba-1532-4737-96b4-7e0cc2c19753 req-9f070d9c-20b2-4c0e-99c0-ca30a6878cbe tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:22.668294 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4367ffba-1532-4737-96b4-7e0cc2c19753 req-9f070d9c-20b2-4c0e-99c0-ca30a6878cbe tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 944 time: 0.0896304 Jul 22 21:15:22.729242 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7578e6e1-096d-45fd-90f9-d76de7e3d024 req-5605ad53-6f37-40e3-a029-86bc88d4ad79 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599492 Jul 22 21:15:22.734734 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4367ffba-1532-4737-96b4-7e0cc2c19753 req-36e8339c-e1d5-4f69-ade6-ef86b96b6522 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587304 Jul 22 21:15:22.794382 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:22.864377 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:22.869446 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.964285 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.994082 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:22.996638 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fce9916-2534-4b73-bbb6-0380aa56ce21" -d '{"events": [{"server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "name": "network-vif-plugged", "status": "completed", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:23.011988 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:23.021659 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.022689 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device cc5b425a-bd03-4a75-a797-7715d080110d no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:23.184499 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,revision_number=7']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:23.239475 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.278990 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2167517e-0164-4745-af2f-a6e686c8efc3 x-openstack-request-id: req-2167517e-0164-4745-af2f-a6e686c8efc3 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:23.279274 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "name": "network-vif-plugged", "status": "completed", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:23.280211 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2167517e-0164-4745-af2f-a6e686c8efc3 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:23.280693 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'code': 200} Jul 22 21:15:23.290839 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port cc5b425a-bd03-4a75-a797-7715d080110d, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=cc5b425a-bd03-4a75-a797-7715d080110d,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:23.297217 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.367371 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=cc5b425a-bd03-4a75-a797-7715d080110d,revision_number=6']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:23.956019 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fcf37-1788-407a-a311-9153eef21d68 req-1d9d1339-5fd7-4a5f-b966-94663d0af559 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:23.957627 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f57fcf37-1788-407a-a311-9153eef21d68 req-1d9d1339-5fd7-4a5f-b966-94663d0af559 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.1355610 Jul 22 21:15:23.966514 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b69ae8-8aa7-4f86-9d54-97c9aa621fce req-74b101c1-c686-4ff0-895a-6f0d63702a9a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:23.974313 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84b69ae8-8aa7-4f86-9d54-97c9aa621fce req-74b101c1-c686-4ff0-895a-6f0d63702a9a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.1120839 Jul 22 21:15:24.035988 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84b69ae8-8aa7-4f86-9d54-97c9aa621fce req-7cdc2814-9653-479f-8c58-18a63ca5447d tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604570 Jul 22 21:15:24.038648 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f57fcf37-1788-407a-a311-9153eef21d68 req-db2ead29-a25c-42c3-ae71-f39031b08d66 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620801 Jul 22 21:15:24.296918 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-62b3f234-8516-40cc-866a-bdd5cca000a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0998108 Jul 22 21:15:24.315654 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4541b-26a6-4dbc-a1c7-0e7ceee6860d req-1a102874-aa26-41f0-884a-abc82bc4b853 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:24.317138 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dec4541b-26a6-4dbc-a1c7-0e7ceee6860d req-1a102874-aa26-41f0-884a-abc82bc4b853 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0878444 Jul 22 21:15:24.374115 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dec4541b-26a6-4dbc-a1c7-0e7ceee6860d req-2006b0df-f858-49d0-bb48-f6404bfbf538 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451744 Jul 22 21:15:25.174067 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1df78-a8a3-40b2-8ddb-51b04fcecd1d req-a7a60a58-0cc9-4573-bea8-b6d485929f41 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:25.175597 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e2a1df78-a8a3-40b2-8ddb-51b04fcecd1d req-a7a60a58-0cc9-4573-bea8-b6d485929f41 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0655792 Jul 22 21:15:25.214911 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e2a1df78-a8a3-40b2-8ddb-51b04fcecd1d req-5217b682-0b0f-4c72-9f1b-1c7ba4ca0283 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338089 Jul 22 21:15:25.282819 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:25.285246 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6542651-01ab-4e83-803a-c64bbc593626" -d '{"events": [{"server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:25.323041 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08722fe3-83c5-48a8-99a7-5722984fb902 x-openstack-request-id: req-08722fe3-83c5-48a8-99a7-5722984fb902 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:25.323392 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "name": "network-vif-unplugged", "status": "failed", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d", "code": 422}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:25.323683 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08722fe3-83c5-48a8-99a7-5722984fb902 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:25.324143 dv-cinder-801902-1-iscsi neutron-server[93130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'code': 422} returned with failed status Jul 22 21:15:25.511344 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812bea9-4b66-4d64-a829-9a16c1160232 req-91e2acc7-3e02-44ed-b5bd-dc3a2352b211 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:25.513348 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4812bea9-4b66-4d64-a829-9a16c1160232 req-91e2acc7-3e02-44ed-b5bd-dc3a2352b211 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0777035 Jul 22 21:15:25.557758 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4812bea9-4b66-4d64-a829-9a16c1160232 req-d3981e5a-94dd-44e0-b2f1-98def7f929e0 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377936 Jul 22 21:15:26.365912 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38406d96-072d-4e92-91f4-355c49998987 req-f01763a1-61b7-42be-ae6c-559f9e451502 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:26.368574 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-38406d96-072d-4e92-91f4-355c49998987 req-f01763a1-61b7-42be-ae6c-559f9e451502 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0700624 Jul 22 21:15:26.456522 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-38406d96-072d-4e92-91f4-355c49998987 req-8d53a07b-6258-492d-820e-747dbd69170b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718956 Jul 22 21:15:26.467647 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-bdbd0f50-4b85-4265-ba26-cc06c057ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:26.469392 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-bdbd0f50-4b85-4265-ba26-cc06c057ccde service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92&tenant_id=2d64087a21984722bde5bc91d44ce0df HTTP/1.1" status: 200 len: 1096 time: 0.0958824 Jul 22 21:15:26.593232 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-6a3dc59e-4525-496d-b3c3-e20f65e5c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:26.595030 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-6a3dc59e-4525-496d-b3c3-e20f65e5c67e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d64087a21984722bde5bc91d44ce0df&device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 1096 time: 0.0635278 Jul 22 21:15:26.753516 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-bc468947-e824-420f-9a9e-52253bf6db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:26.755379 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-bc468947-e824-420f-9a9e-52253bf6db92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=75d01a07-1004-4894-b159-65c12a3faea0 HTTP/1.1" status: 200 len: 910 time: 0.1503160 Jul 22 21:15:26.766655 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eac7b5-b2ec-45b8-b5a4-c9a19d83c519 req-5d025365-1516-4f2d-8bc1-5e3396eef663 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:26.768156 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-05eac7b5-b2ec-45b8-b5a4-c9a19d83c519 req-5d025365-1516-4f2d-8bc1-5e3396eef663 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.1243455 Jul 22 21:15:26.852851 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-5dd3e9d3-1818-4ab8-8d0f-08daa8107a51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5b425a-bd03-4a75-a797-7715d080110d HTTP/1.1" status: 200 len: 997 time: 0.0835960 Jul 22 21:15:26.855571 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-05eac7b5-b2ec-45b8-b5a4-c9a19d83c519 req-3e38d504-0f48-4394-8060-efb4e8640360 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783167 Jul 22 21:15:26.913540 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-803f4c30-3bba-4aa7-aed4-8545ebb54d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:26.915015 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-803f4c30-3bba-4aa7-aed4-8545ebb54d2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30 HTTP/1.1" status: 200 len: 848 time: 0.0527894 Jul 22 21:15:26.981654 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-771af8bd-593a-430d-9004-a4a15e103bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:26.985268 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-771af8bd-593a-430d-9004-a4a15e103bce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75d01a07-1004-4894-b159-65c12a3faea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618434 Jul 22 21:15:27.094678 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-f84034ff-9066-4542-853d-c4c7028dc050 service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007798 Jul 22 21:15:27.195511 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-97990759-9a36-4d3e-bc17-47ab8fe0b5d4 service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936334 Jul 22 21:15:27.630863 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11072103-8d4f-4d66-affa-b06589b0fa3e req-66ac089b-b484-470c-b4ba-c8750328ffdd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:27.632494 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-11072103-8d4f-4d66-affa-b06589b0fa3e req-66ac089b-b484-470c-b4ba-c8750328ffdd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0824437 Jul 22 21:15:27.681464 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-11072103-8d4f-4d66-affa-b06589b0fa3e req-849e6e1a-c2ac-4f26-a0f5-bf4135a30f44 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392778 Jul 22 21:15:28.004714 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b15ec-6769-4bd0-919b-c13b95a69429 req-7f403079-ef6f-4c41-b9b1-b15540e138a2 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:28.009549 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-568b15ec-6769-4bd0-919b-c13b95a69429 req-7f403079-ef6f-4c41-b9b1-b15540e138a2 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0755596 Jul 22 21:15:28.047833 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-568b15ec-6769-4bd0-919b-c13b95a69429 req-371d3a70-3e87-4743-ac80-503d26158ba0 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359473 Jul 22 21:15:28.841126 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768a78d-0fa9-4b5b-a020-b852e58a75c2 req-35862bcf-3115-46c1-91f3-31f5337974b7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:28.843160 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0768a78d-0fa9-4b5b-a020-b852e58a75c2 req-35862bcf-3115-46c1-91f3-31f5337974b7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0793250 Jul 22 21:15:28.890528 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0768a78d-0fa9-4b5b-a020-b852e58a75c2 req-7762afef-9ab5-4ce0-8cd3-8f9336707b54 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412400 Jul 22 21:15:29.192561 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fd4de-c1eb-4672-be34-48f08ffe0706 req-cff55df0-50bb-4c26-8302-bb1758fad709 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:29.193821 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-070fd4de-c1eb-4672-be34-48f08ffe0706 req-cff55df0-50bb-4c26-8302-bb1758fad709 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0727811 Jul 22 21:15:29.263569 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-070fd4de-c1eb-4672-be34-48f08ffe0706 req-cc4e4e39-e43f-4358-bd0a-2e055e40a3a2 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643466 Jul 22 21:15:30.042665 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315f71c-eee8-4720-939e-1440064696fe req-744e648c-3ddb-49ae-bb6e-a5e92290dba1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:30.044146 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e315f71c-eee8-4720-939e-1440064696fe req-744e648c-3ddb-49ae-bb6e-a5e92290dba1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0692170 Jul 22 21:15:30.089140 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e315f71c-eee8-4720-939e-1440064696fe req-7b4c4c63-80fb-4151-b07a-1e1eefad1049 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389750 Jul 22 21:15:30.127036 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-6441ac26-2bf7-4da9-8f3a-20997ac7890b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:30.413516 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69901d-4980-403b-9a8e-618bc5f55207 req-a5286c54-3cbe-45cd-8a10-d3b27a553f4d tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:30.415125 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa69901d-4980-403b-9a8e-618bc5f55207 req-a5286c54-3cbe-45cd-8a10-d3b27a553f4d tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0730710 Jul 22 21:15:30.462153 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa69901d-4980-403b-9a8e-618bc5f55207 req-d4ebb293-3be0-41ea-82d9-db895557cf21 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Jul 22 21:15:31.257354 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ae973-9bb1-4e52-90e0-57766e97a3eb req-b31573b7-03a7-4538-9d2a-65d3e662231f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:31.259087 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f47ae973-9bb1-4e52-90e0-57766e97a3eb req-b31573b7-03a7-4538-9d2a-65d3e662231f tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0907373 Jul 22 21:15:31.312658 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f47ae973-9bb1-4e52-90e0-57766e97a3eb req-70e0aa78-644d-456d-8294-99e18d455dc0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456851 Jul 22 21:15:31.599567 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5adec2-cda3-4751-b822-682f2431c357 req-79bb375c-90e6-4a0e-a374-72160e530041 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:31.601371 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a5adec2-cda3-4751-b822-682f2431c357 req-79bb375c-90e6-4a0e-a374-72160e530041 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0664892 Jul 22 21:15:31.648995 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a5adec2-cda3-4751-b822-682f2431c357 req-a0dfc9a8-e009-4acd-9497-3847faaa8647 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Jul 22 21:15:32.446803 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63b4ec-d735-4322-b567-e78a0d08e465 req-a0108781-0bdb-446f-ac27-acca1bf79348 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:32.448397 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d63b4ec-d735-4322-b567-e78a0d08e465 req-a0108781-0bdb-446f-ac27-acca1bf79348 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0678244 Jul 22 21:15:32.491306 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7d63b4ec-d735-4322-b567-e78a0d08e465 req-e51aa952-1d0d-4692-a343-31eb10a7ae8b tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374672 Jul 22 21:15:32.645847 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fec95-d3e9-4545-a520-1467bc7e970f req-651d083e-be42-4fd1-ad4d-04cfdcdd68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:32.647353 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-814fec95-d3e9-4545-a520-1467bc7e970f req-651d083e-be42-4fd1-ad4d-04cfdcdd68cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 1098 time: 0.0554700 Jul 22 21:15:32.775511 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fec95-d3e9-4545-a520-1467bc7e970f req-49649e2d-3e0a-4535-b055-bc4475f5ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:32.776978 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-814fec95-d3e9-4545-a520-1467bc7e970f req-49649e2d-3e0a-4535-b055-bc4475f5ddd0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 916 time: 0.1227829 Jul 22 21:15:32.847244 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e69db-70ac-4c84-be68-c46394e9abca req-dff24a26-4b5a-410e-b976-329ed7dd8f1d tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:32.848727 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a3e69db-70ac-4c84-be68-c46394e9abca req-dff24a26-4b5a-410e-b976-329ed7dd8f1d tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.1228440 Jul 22 21:15:32.856948 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-53a1f756-c21b-4993-a7d3-0a9294a0f5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.877951 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-814fec95-d3e9-4545-a520-1467bc7e970f req-c0bee36e-3abc-4306-9315-3bc9e47de0b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 HTTP/1.1" status: 200 len: 999 time: 0.0853782 Jul 22 21:15:32.906231 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a3e69db-70ac-4c84-be68-c46394e9abca req-f24f2641-4e7b-4889-8fa1-2839fde6658e tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507011 Jul 22 21:15:32.938401 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fec95-d3e9-4545-a520-1467bc7e970f req-69401afa-6274-427c-bcfc-6a8f00e2b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:32.939751 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-814fec95-d3e9-4545-a520-1467bc7e970f req-69401afa-6274-427c-bcfc-6a8f00e2b8f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a5381fb-b7ce-4b94-8250-c36113b9d44f HTTP/1.1" status: 200 len: 854 time: 0.0470181 Jul 22 21:15:33.001925 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fec95-d3e9-4545-a520-1467bc7e970f req-0f29055f-78bc-4d66-a224-3c144e39e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:33.003452 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-814fec95-d3e9-4545-a520-1467bc7e970f req-0f29055f-78bc-4d66-a224-3c144e39e7d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c27f061-77cb-4f8f-ae65-db88286d691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565007 Jul 22 21:15:33.095273 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-814fec95-d3e9-4545-a520-1467bc7e970f req-478e96c1-f5cd-4696-ae73-00b8e631f948 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802002 Jul 22 21:15:33.186484 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-814fec95-d3e9-4545-a520-1467bc7e970f req-629383c0-28cc-4773-ae38-5f120de502cf service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838461 Jul 22 21:15:33.194660 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.624887 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a4184-79f0-43d5-abed-56fa723464a7 req-9ff76c24-0d84-4e1b-9161-1ba70036e858 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:33.627148 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef2a4184-79f0-43d5-abed-56fa723464a7 req-9ff76c24-0d84-4e1b-9161-1ba70036e858 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0633042 Jul 22 21:15:33.665048 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ef2a4184-79f0-43d5-abed-56fa723464a7 req-01243202-2d46-4c6c-8b52-73b6a0d74fdc tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331268 Jul 22 21:15:33.961999 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.036316 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8f575-9778-4587-8358-3ac7de455447 req-957390a1-ca61-4f42-bad1-abf03859d25a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:34.037743 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48f8f575-9778-4587-8358-3ac7de455447 req-957390a1-ca61-4f42-bad1-abf03859d25a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0657663 Jul 22 21:15:34.075220 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48f8f575-9778-4587-8358-3ac7de455447 req-62bba360-5593-461f-85ab-1a74e16a7974 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319400 Jul 22 21:15:34.801893 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635078e-e094-429b-b348-0b79a3938b4f req-d6a44507-e943-48e9-a9d2-25a8e4d39feb tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:34.803368 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e635078e-e094-429b-b348-0b79a3938b4f req-d6a44507-e943-48e9-a9d2-25a8e4d39feb tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 945 time: 0.0643265 Jul 22 21:15:34.840603 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e635078e-e094-429b-b348-0b79a3938b4f req-12345e41-eea6-4903-a171-a3261ded46ba tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317094 Jul 22 21:15:34.869174 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device cc5b425a-bd03-4a75-a797-7715d080110d details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:34.879191 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:35.024352 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port cc5b425a-bd03-4a75-a797-7715d080110d, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=cc5b425a-bd03-4a75-a797-7715d080110d,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:35.026858 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.043209 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'port_id': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'mac_address': 'fa:16:3e:45:00:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:35.075875 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:35.078202 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09ba0f1-29e0-4ef1-a707-abd5509c17f9" -d '{"events": [{"server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:35.098063 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:35.106211 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.110274 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.132074 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdb0dc0-49ab-407e-b04c-8d1656e5fcb0 x-openstack-request-id: req-3bdb0dc0-49ab-407e-b04c-8d1656e5fcb0 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:35.132381 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:35.132630 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3bdb0dc0-49ab-407e-b04c-8d1656e5fcb0 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:35.133009 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'code': 200} Jul 22 21:15:35.150483 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5b425a-bd03-4a75-a797-7715d080110d {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:35.181839 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,revision_number=8']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:35.193129 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port cc5b425a-bd03-4a75-a797-7715d080110d, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=cc5b425a-bd03-4a75-a797-7715d080110d,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:35.201675 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.233248 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:35.251534 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73f1d9-54db-4215-ac75-95cbfc186f86 req-15c2110e-3ed7-4cf4-8a02-8dffd9022dba tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:35.253067 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2e73f1d9-54db-4215-ac75-95cbfc186f86 req-15c2110e-3ed7-4cf4-8a02-8dffd9022dba tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 943 time: 0.0750983 Jul 22 21:15:35.256798 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=cc5b425a-bd03-4a75-a797-7715d080110d,revision_number=7']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:35.296518 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2e73f1d9-54db-4215-ac75-95cbfc186f86 req-88766df8-8b04-47ca-a20f-410aed7d8936 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356097 Jul 22 21:15:35.624815 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['cc5b425a-bd03-4a75-a797-7715d080110d'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:35.980662 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eea09-3e8c-4394-8187-178b261c6ef1 req-3187394d-aa33-4bf6-a9bd-777eb9b43120 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:35.982237 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1d8eea09-3e8c-4394-8187-178b261c6ef1 req-3187394d-aa33-4bf6-a9bd-777eb9b43120 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0705585 Jul 22 21:15:36.026819 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1d8eea09-3e8c-4394-8187-178b261c6ef1 req-a02e1cdd-7d54-460f-b2b0-9d6cce2166e5 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387671 Jul 22 21:15:36.446157 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479396dd-387b-4c9f-ac7c-0bc40d6214c2 req-98a6afb8-5009-43ac-809c-177f1f6fb738 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:36.447774 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-479396dd-387b-4c9f-ac7c-0bc40d6214c2 req-98a6afb8-5009-43ac-809c-177f1f6fb738 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 944 time: 0.0783916 Jul 22 21:15:36.492028 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-479396dd-387b-4c9f-ac7c-0bc40d6214c2 req-e43fba35-49db-4281-bb31-7bbc5bf3512f tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373151 Jul 22 21:15:36.899118 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device cc5b425a-bd03-4a75-a797-7715d080110d up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:36.919199 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8907424-2f07-44b1-a37e-dcef79262e7b req-d9682e4e-1ef5-4e20-8cf6-ec3eb2da0469 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:36.921362 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8907424-2f07-44b1-a37e-dcef79262e7b req-d9682e4e-1ef5-4e20-8cf6-ec3eb2da0469 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0700636 Jul 22 21:15:36.952037 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port cc5b425a-bd03-4a75-a797-7715d080110d triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:36.952400 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:36.964271 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8907424-2f07-44b1-a37e-dcef79262e7b req-63daefe3-2abf-452b-b316-1d4b9781ec82 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365431 Jul 22 21:15:37.034072 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.067897 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port cc5b425a-bd03-4a75-a797-7715d080110d, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=cc5b425a-bd03-4a75-a797-7715d080110d,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:37.072742 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.120385 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=cc5b425a-bd03-4a75-a797-7715d080110d,revision_number=8']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:37.133732 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:37.136058 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eb2be1-0063-48c7-a51d-a0d1618dbdeb" -d '{"events": [{"server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "name": "network-vif-plugged", "status": "completed", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:37.137963 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 54692) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:37.172274 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32104a4-6e7d-4708-aa85-3adfc1051855 x-openstack-request-id: req-c32104a4-6e7d-4708-aa85-3adfc1051855 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:37.172561 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "name": "network-vif-plugged", "status": "completed", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:37.172818 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c32104a4-6e7d-4708-aa85-3adfc1051855 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:37.173226 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'code': 200} Jul 22 21:15:37.237458 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-72f7ff54-d0ef-412a-9b82-153d9367e0c2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980222 Jul 22 21:15:37.478334 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fb7ae-df43-4f2c-8e37-8ae639e25fe8 req-7c358335-3479-4a7d-bec5-4a1ba3c93cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:37.480219 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-996fb7ae-df43-4f2c-8e37-8ae639e25fe8 req-7c358335-3479-4a7d-bec5-4a1ba3c93cf4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 1098 time: 0.0562172 Jul 22 21:15:37.517588 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-996fb7ae-df43-4f2c-8e37-8ae639e25fe8 req-f6959316-9428-45e5-ac32-343ed8b7bc8b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305052 Jul 22 21:15:37.632363 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6d47f-a016-4229-b1a0-ad7a717bed77 req-912d8bf0-3b9f-4012-9f79-758487d15354 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:37.633862 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e9e6d47f-a016-4229-b1a0-ad7a717bed77 req-912d8bf0-3b9f-4012-9f79-758487d15354 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.0665610 Jul 22 21:15:37.670940 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e9e6d47f-a016-4229-b1a0-ad7a717bed77 req-f20148b4-e8a4-4260-b95c-164ad18b5d5b tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308034 Jul 22 21:15:38.103970 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e889d9-30f3-481d-9d2d-399f5184bbb9 req-f8a6f520-189c-44f0-add2-154328ecaaca tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:38.105524 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a2e889d9-30f3-481d-9d2d-399f5184bbb9 req-f8a6f520-189c-44f0-add2-154328ecaaca tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0673652 Jul 22 21:15:38.144807 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a2e889d9-30f3-481d-9d2d-399f5184bbb9 req-a115e0f2-3e4d-4373-a976-a292d72fc366 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336730 Jul 22 21:15:38.560421 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-fc1a87cf-5212-4896-9bac-df88beb7e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:38.562013 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-fc1a87cf-5212-4896-9bac-df88beb7e6e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520&tenant_id=7cadc60b086141b0bf66cc6aebba01f5 HTTP/1.1" status: 200 len: 1096 time: 0.0555291 Jul 22 21:15:38.665586 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-14c3db08-adc3-4e47-9b0d-71e0c9b56d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:38.667143 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-14c3db08-adc3-4e47-9b0d-71e0c9b56d79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 1096 time: 0.0575414 Jul 22 21:15:38.851966 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-5d82e6d8-80c7-4db1-82ab-9a0179e2b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:38.853458 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-5d82e6d8-80c7-4db1-82ab-9a0179e2b43b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 916 time: 0.1275320 Jul 22 21:15:38.863518 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f8ecb-1dfc-4120-82c8-73dbb17305ba req-45e51725-d78d-449a-ac00-f32d752ec7cb tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:38.864919 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3e4f8ecb-1dfc-4120-82c8-73dbb17305ba req-45e51725-d78d-449a-ac00-f32d752ec7cb tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1208198 Jul 22 21:15:38.902140 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:38.946120 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3e4f8ecb-1dfc-4120-82c8-73dbb17305ba req-08db0c64-d6a0-4e58-934e-7b7c7d246f66 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751276 Jul 22 21:15:38.955146 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-5896bda1-52d5-438c-b30d-214d817e0e9c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 HTTP/1.1" status: 200 len: 997 time: 0.0831280 Jul 22 21:15:39.009239 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-bd40a310-2a64-491c-b98e-e95ec5464113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.010721 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-bd40a310-2a64-491c-b98e-e95ec5464113 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a5381fb-b7ce-4b94-8250-c36113b9d44f HTTP/1.1" status: 200 len: 854 time: 0.0440857 Jul 22 21:15:39.079465 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-9e2af462-bb76-447c-aa7d-a45ea7037ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.080987 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-9e2af462-bb76-447c-aa7d-a45ea7037ff0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c27f061-77cb-4f8f-ae65-db88286d691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568383 Jul 22 21:15:39.170341 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-e50f7553-9c55-47f6-a760-962c2913c9d5 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808351 Jul 22 21:15:39.299326 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-9f19c114-65da-4171-aa4c-31229e235123 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170228 Jul 22 21:15:39.323884 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b3beb-382e-415b-bad2-cdbcb671ad4b req-3adb25e7-79cd-42cc-888b-a250faf20c37 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.325458 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-758b3beb-382e-415b-bad2-cdbcb671ad4b req-3adb25e7-79cd-42cc-888b-a250faf20c37 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0832334 Jul 22 21:15:39.364388 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-758b3beb-382e-415b-bad2-cdbcb671ad4b req-2a813f35-70f6-4d34-a0d8-95321d1d6666 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325031 Jul 22 21:15:40.090793 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f01e69-45bd-4da4-bb18-c9f3b5188b55 req-da7ac550-456f-4b5f-9848-cf3bce21d1d8 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:40.092780 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9f01e69-45bd-4da4-bb18-c9f3b5188b55 req-da7ac550-456f-4b5f-9848-cf3bce21d1d8 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.0726109 Jul 22 21:15:40.134612 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9f01e69-45bd-4da4-bb18-c9f3b5188b55 req-861ce3cf-9d58-4e0d-82fe-3ca2768c6aee tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362055 Jul 22 21:15:40.500717 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501e7f1-cdfe-485e-bb56-8dad549893ad req-1c28723c-28ff-4bba-b41c-7b9e89f07900 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:40.503628 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9501e7f1-cdfe-485e-bb56-8dad549893ad req-1c28723c-28ff-4bba-b41c-7b9e89f07900 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0631077 Jul 22 21:15:40.540306 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9501e7f1-cdfe-485e-bb56-8dad549893ad req-69359cbf-5b22-492d-b6dd-6a64aa262079 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323629 Jul 22 21:15:41.678858 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6109fb-9a7e-483e-b55c-7a23d34951a4 req-64cd4096-8d74-4c5d-9226-23e60c0cfa3c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:41.680316 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ba6109fb-9a7e-483e-b55c-7a23d34951a4 req-64cd4096-8d74-4c5d-9226-23e60c0cfa3c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0666676 Jul 22 21:15:41.727039 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ba6109fb-9a7e-483e-b55c-7a23d34951a4 req-955a3725-8ce8-4f05-873b-a5bc23a8f049 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 Jul 22 21:15:42.878684 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edab82-dd1e-44c6-adb0-6f4780d96eb2 req-c0d36d2e-8beb-4375-854b-9037c7734774 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:42.880225 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7edab82-dd1e-44c6-adb0-6f4780d96eb2 req-c0d36d2e-8beb-4375-854b-9037c7734774 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0744903 Jul 22 21:15:42.921282 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7edab82-dd1e-44c6-adb0-6f4780d96eb2 req-e1b10f46-c0bc-43cb-b6f5-3200b6ca7a43 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336561 Jul 22 21:15:44.062956 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed0b9-1d72-4e7a-b7fb-e536d38b981a req-772956fd-157d-4f83-83dd-1368e8942255 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:44.064410 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4beed0b9-1d72-4e7a-b7fb-e536d38b981a req-772956fd-157d-4f83-83dd-1368e8942255 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0668108 Jul 22 21:15:44.106477 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4beed0b9-1d72-4e7a-b7fb-e536d38b981a req-9ec3c2c4-85ee-4ea3-ad54-23aed6bb87d6 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361795 Jul 22 21:15:45.251596 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb1b41-b7a0-40f8-9911-64f6d3735f37 req-f048ce49-6d7e-4255-ae84-57ec0a2eff90 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:45.253208 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9fb1b41-b7a0-40f8-9911-64f6d3735f37 req-f048ce49-6d7e-4255-ae84-57ec0a2eff90 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0682440 Jul 22 21:15:45.298608 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9fb1b41-b7a0-40f8-9911-64f6d3735f37 req-904beeeb-bd62-46f9-ad44-466b66480819 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384014 Jul 22 21:15:46.440541 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5a80e-ec4e-4b0b-8ecd-4b4f977ae4d7 req-d04f389d-6f3a-44f4-bf05-7f61b0a524f8 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:46.442099 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06c5a80e-ec4e-4b0b-8ecd-4b4f977ae4d7 req-d04f389d-6f3a-44f4-bf05-7f61b0a524f8 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0641987 Jul 22 21:15:46.481013 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06c5a80e-ec4e-4b0b-8ecd-4b4f977ae4d7 req-c8340fb2-7a93-445e-b0d1-773f193361b1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332212 Jul 22 21:15:46.884170 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.625542 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8df02e-a146-4ca3-953d-f56e021d3560 req-2dfb6dc6-cbfc-4c09-b164-1a4fddcff607 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:47.627055 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fe8df02e-a146-4ca3-953d-f56e021d3560 req-2dfb6dc6-cbfc-4c09-b164-1a4fddcff607 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0669818 Jul 22 21:15:47.678966 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fe8df02e-a146-4ca3-953d-f56e021d3560 req-2953374d-909d-4ccd-ae59-a91228fa75a2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457127 Jul 22 21:15:48.613426 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:15:48.818848 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd88b91-c5d1-4574-94de-8f0b901f5907 req-bce11c15-c854-4bce-929b-0af528e6f2c2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:48.820372 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6cd88b91-c5d1-4574-94de-8f0b901f5907 req-bce11c15-c854-4bce-929b-0af528e6f2c2 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0667663 Jul 22 21:15:48.862261 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6cd88b91-c5d1-4574-94de-8f0b901f5907 req-a6e039e7-c513-4b29-ba43-5dd0064dd566 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346260 Jul 22 21:15:50.001518 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a779ac4-af03-4d37-a814-bfad79329b0c req-ca35d0b7-5f78-40d7-8815-5487d646fb8a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:50.005545 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8a779ac4-af03-4d37-a814-bfad79329b0c req-ca35d0b7-5f78-40d7-8815-5487d646fb8a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0687323 Jul 22 21:15:50.046062 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8a779ac4-af03-4d37-a814-bfad79329b0c req-1a25c19b-8317-4867-835f-6985f023d872 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367298 Jul 22 21:15:51.206307 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3c72-b60b-4d45-85ad-70507b2e2baa req-4d46b56c-20f5-4e69-bbc7-cef904a11126 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:51.207942 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eefe3c72-b60b-4d45-85ad-70507b2e2baa req-4d46b56c-20f5-4e69-bbc7-cef904a11126 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0742583 Jul 22 21:15:51.251629 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eefe3c72-b60b-4d45-85ad-70507b2e2baa req-fb499877-3fee-4fa3-a582-26424028aba5 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376055 Jul 22 21:15:52.394680 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876f6b4-1606-44ea-8283-9870ab92c61a req-b76090e3-e270-4c9e-ac30-3013d5bbc79a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:52.396244 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e876f6b4-1606-44ea-8283-9870ab92c61a req-b76090e3-e270-4c9e-ac30-3013d5bbc79a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0674012 Jul 22 21:15:52.440422 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e876f6b4-1606-44ea-8283-9870ab92c61a req-b4994c7c-61e1-489b-aad3-95dbb3f6b69c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Jul 22 21:15:53.074064 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efee6b5-2bed-4ebc-9f79-1703e344d517 req-c705cdc0-56b0-4f1c-aa98-67699659d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:53.075510 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2efee6b5-2bed-4ebc-9f79-1703e344d517 req-c705cdc0-56b0-4f1c-aa98-67699659d450 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 1096 time: 0.0529170 Jul 22 21:15:53.421955 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efee6b5-2bed-4ebc-9f79-1703e344d517 req-0c8cbbfd-3f20-4e74-ad00-17b18ca51ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:53.423489 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2efee6b5-2bed-4ebc-9f79-1703e344d517 req-0c8cbbfd-3f20-4e74-ad00-17b18ca51ef3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 200 len: 916 time: 0.3066301 Jul 22 21:15:53.499832 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2efee6b5-2bed-4ebc-9f79-1703e344d517 req-a6a11e56-dd93-4a3b-a6d5-be7d1559d970 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 HTTP/1.1" status: 200 len: 997 time: 0.0679243 Jul 22 21:15:53.597302 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efee6b5-2bed-4ebc-9f79-1703e344d517 req-777e4169-f325-4c40-9f58-2124943b39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:53.598732 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2efee6b5-2bed-4ebc-9f79-1703e344d517 req-777e4169-f325-4c40-9f58-2124943b39f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a5381fb-b7ce-4b94-8250-c36113b9d44f HTTP/1.1" status: 200 len: 854 time: 0.0689683 Jul 22 21:15:53.628677 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65480ac-fb6b-4b28-8ff6-d3843cba49ce req-77e54917-83fb-46aa-b168-d9e2c29604d0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:53.630094 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f65480ac-fb6b-4b28-8ff6-d3843cba49ce req-77e54917-83fb-46aa-b168-d9e2c29604d0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.1137695 Jul 22 21:15:53.691763 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f65480ac-fb6b-4b28-8ff6-d3843cba49ce req-0212d6c3-3873-4631-aa7f-4367e9963104 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459261 Jul 22 21:15:53.700591 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efee6b5-2bed-4ebc-9f79-1703e344d517 req-6e2d69e7-3c59-454b-bfa0-23f5b3382378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:53.702123 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2efee6b5-2bed-4ebc-9f79-1703e344d517 req-6e2d69e7-3c59-454b-bfa0-23f5b3382378 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c27f061-77cb-4f8f-ae65-db88286d691d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900404 Jul 22 21:15:53.796910 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2efee6b5-2bed-4ebc-9f79-1703e344d517 req-73e3be5a-3029-4e92-90ea-6e26c387d66d service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811458 Jul 22 21:15:53.892247 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2efee6b5-2bed-4ebc-9f79-1703e344d517 req-89b59334-41b1-4018-aae8-9a50f47be286 service neutron] 10.222.0.72 "GET /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829415 Jul 22 21:15:54.824119 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bb596-dd16-48f1-8c47-b921d319cedd req-4f148404-347d-4980-9520-8a0c779ad390 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:54.826210 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-842bb596-dd16-48f1-8c47-b921d319cedd req-4f148404-347d-4980-9520-8a0c779ad390 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 943 time: 0.0646987 Jul 22 21:15:54.864918 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-842bb596-dd16-48f1-8c47-b921d319cedd req-81774c0a-a4aa-4989-9fe4-482003c84edd tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329878 Jul 22 21:15:54.962875 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:55.059454 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:55.070654 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'port_id': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'mac_address': 'fa:16:3e:d8:84:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:55.110810 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.123424 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:55.142620 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:55.146057 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.191479 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,revision_number=9']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:55.610625 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['0fa3ee10-e8a7-47cd-9701-6b51fb3d7090'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:55.998415 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2808ffe-0258-409a-a95d-2b173b7027a7 req-4c295a70-6486-4528-89da-1a536eb3ae79 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:55.999930 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e2808ffe-0258-409a-a95d-2b173b7027a7 req-4c295a70-6486-4528-89da-1a536eb3ae79 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 944 time: 0.0638642 Jul 22 21:15:56.039048 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e2808ffe-0258-409a-a95d-2b173b7027a7 req-b1a80c9b-e467-43ec-93b2-2d24805878ee tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334992 Jul 22 21:15:56.963344 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:57.008371 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:57.008720 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.083519 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.105897 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:57.108657 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81802b6-101a-4535-ae45-96e75932e67f" -d '{"events": [{"server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "name": "network-vif-plugged", "status": "completed", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:57.121304 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:57.126008 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.156234 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6016b66d-9a25-4f5a-b64f-467e1424fd99 x-openstack-request-id: req-6016b66d-9a25-4f5a-b64f-467e1424fd99 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:57.156517 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "name": "network-vif-plugged", "status": "completed", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:57.156760 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6016b66d-9a25-4f5a-b64f-467e1424fd99 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:57.157162 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'code': 200} Jul 22 21:15:57.180111 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b85b47-257a-4767-a518-351b8f3f467b req-be22255e-9226-4b04-a354-218b0269e204 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.184667 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,revision_number=10']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:57.187149 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e6b85b47-257a-4767-a518-351b8f3f467b req-be22255e-9226-4b04-a354-218b0269e204 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 946 time: 0.0756352 Jul 22 21:15:57.225918 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e6b85b47-257a-4767-a518-351b8f3f467b req-36df7663-44e1-4b43-8d73-88beb838ef45 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379333 Jul 22 21:15:57.455495 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7300ae-001d-4037-84c4-dad71765d401 req-e76387ef-e3f1-49e3-973d-0ac8719430db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.456980 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb7300ae-001d-4037-84c4-dad71765d401 req-e76387ef-e3f1-49e3-973d-0ac8719430db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 1099 time: 0.0556316 Jul 22 21:15:57.507144 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bb7300ae-001d-4037-84c4-dad71765d401 req-9e40b04d-7063-4333-a133-156a88199e79 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351441 Jul 22 21:15:58.365910 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0d70b-ba7c-4dea-8630-d0c0ce09c310 req-766cbf0f-9166-470a-952d-62619de10aa0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:58.367407 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-49e0d70b-ba7c-4dea-8630-d0c0ce09c310 req-766cbf0f-9166-470a-952d-62619de10aa0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 946 time: 0.0688012 Jul 22 21:15:58.407169 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-49e0d70b-ba7c-4dea-8630-d0c0ce09c310 req-86661606-8383-4493-83ec-b130e619eeed tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327249 Jul 22 21:15:59.549591 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1ec4a-c828-489e-b2f4-19f353e1f506 req-f22f1f88-0700-4fe6-817d-a03091880136 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:59.551327 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c6e1ec4a-c828-489e-b2f4-19f353e1f506 req-f22f1f88-0700-4fe6-817d-a03091880136 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 946 time: 0.0697458 Jul 22 21:15:59.601773 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c6e1ec4a-c828-489e-b2f4-19f353e1f506 req-15d18bcc-2a38-4323-8259-173e3e1c375c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 Jul 22 21:16:00.065785 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd394c07-6f68-4e0a-97c3-400a18ac831c req-2708f66f-faac-491f-ac5f-28b8e4fe05c8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:00.067376 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd394c07-6f68-4e0a-97c3-400a18ac831c req-2708f66f-faac-491f-ac5f-28b8e4fe05c8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 945 time: 0.0629508 Jul 22 21:16:00.107767 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cd394c07-6f68-4e0a-97c3-400a18ac831c req-eccfcd3d-062f-4463-a038-ae64f7b862d8 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Jul 22 21:16:00.120396 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-be26427c-e2fb-44ee-88ed-2f04a18469f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.742262 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9d2ba-b9c5-45b1-bc7e-9d079112bc85 req-d4e7a77d-95db-4861-a9bf-12527d4b6ff7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:00.743738 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dbb9d2ba-b9c5-45b1-bc7e-9d079112bc85 req-d4e7a77d-95db-4861-a9bf-12527d4b6ff7 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 946 time: 0.0661578 Jul 22 21:16:00.780488 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dbb9d2ba-b9c5-45b1-bc7e-9d079112bc85 req-64cae015-80c7-4abd-ba14-c457a66e0a67 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308397 Jul 22 21:16:01.238234 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00351d92-8ef7-4dd3-88f2-c30b1ba9b149 req-58aca8be-b9ad-41c8-b476-1993a31dc598 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:01.239803 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-00351d92-8ef7-4dd3-88f2-c30b1ba9b149 req-58aca8be-b9ad-41c8-b476-1993a31dc598 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 945 time: 0.0664477 Jul 22 21:16:01.277408 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-00351d92-8ef7-4dd3-88f2-c30b1ba9b149 req-8901a7e2-6c0d-4da5-85a0-900712aa2575 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319896 Jul 22 21:16:02.412543 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9cce-0909-4331-aefa-61b3ae99eb49 req-aa244e6d-5f92-47e5-9628-cd978793340a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:02.414052 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c5fc9cce-0909-4331-aefa-61b3ae99eb49 req-aa244e6d-5f92-47e5-9628-cd978793340a tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 945 time: 0.0674019 Jul 22 21:16:02.451385 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c5fc9cce-0909-4331-aefa-61b3ae99eb49 req-de254ca9-30cd-4bae-8c4f-1175154ea409 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312684 Jul 22 21:16:02.857627 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-4134acc9-39c9-4cf5-9147-199e8900fade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.130673 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-1ee97baa-ba96-4665-9c50-2467790fa705 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:03.132172 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-1ee97baa-ba96-4665-9c50-2467790fa705 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.72 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 945 time: 0.0641017 Jul 22 21:16:03.196091 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.243484 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Deleting port 0f2ebde8-a965-4930-a671-cb528fe92254 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:03.243819 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.336896 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] For port 0f2ebde8-a965-4930-a671-cb528fe92254, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0f2ebde8-a965-4930-a671-cb528fe92254,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:03.337287 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.510052 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.510740 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.510740 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.l3_db [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Floating IP 3e008152-65f9-427a-a677-97ac00c3bfa0 disassociated. External IP: 172.27.1.159, port: 0f2ebde8-a965-4930-a671-cb528fe92254. Jul 22 21:16:03.511035 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Calling delete_port for 0f2ebde8-a965-4930-a671-cb528fe92254 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:03.634497 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03766e40-b1dd-4547-b8a1-d4ea184324fc req-6595d75a-9fde-4e0c-90a1-2809f9726b66 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:03.635970 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-03766e40-b1dd-4547-b8a1-d4ea184324fc req-6595d75a-9fde-4e0c-90a1-2809f9726b66 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 945 time: 0.1189148 Jul 22 21:16:03.712368 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-03766e40-b1dd-4547-b8a1-d4ea184324fc req-7197be63-d1d1-4afb-a208-c2f46c5c220e tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups?id=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698767 Jul 22 21:16:03.718704 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.746800 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event deleted for resources: {'Port': ['ID=0f2ebde8-a965-4930-a671-cb528fe92254,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:03.758291 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:03.758635 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:03.758968 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:03.759296 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:03.759619 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:03.759944 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:03.760266 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:03.760585 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:03.760904 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:03.761253 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:03.761571 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:03.761884 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:03.867857 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:16:03.961242 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.974346 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:16:03.984711 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9985ac-be59-4811-971a-d28758ce6ba9 None None] Sync routers for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:16:03.997947 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9985ac-be59-4811-971a-d28758ce6ba9 None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:03.998626 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ee9985ac-be59-4811-971a-d28758ce6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:16:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:04.027169 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] No DVR routers for this DVR port 0f2ebde8-a965-4930-a671-cb528fe92254 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:04.029769 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.031787 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5ccf6799-0afd-4173-a7e9-f42663c5dab6 req-7d85a3af-611c-4483-aeed-0b7786bcdae3 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.72 "DELETE /v2.0/ports/0f2ebde8-a965-4930-a671-cb528fe92254 HTTP/1.1" status: 204 len: 173 time: 0.8927276 Jul 22 21:16:04.032249 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'name': 'network-vif-deleted', 'tag': '0f2ebde8-a965-4930-a671-cb528fe92254'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:04.034689 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb795bdc-4ec0-44a6-813d-cec68bf1edc7" -d '{"events": [{"server_uuid": "17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc", "name": "network-vif-deleted", "tag": "0f2ebde8-a965-4930-a671-cb528fe92254"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:04.126226 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-ee9985ac-be59-4811-971a-d28758ce6ba9 None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:04.148984 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7307db-c715-49a4-87f6-533f077d8589 x-openstack-request-id: req-6b7307db-c715-49a4-87f6-533f077d8589 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:04.149295 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc", "name": "network-vif-deleted", "tag": "0f2ebde8-a965-4930-a671-cb528fe92254", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:04.149543 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b7307db-c715-49a4-87f6-533f077d8589 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:04.149941 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc', 'name': 'network-vif-deleted', 'tag': '0f2ebde8-a965-4930-a671-cb528fe92254', 'status': 'completed', 'code': 200} Jul 22 21:16:04.333569 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ee9985ac-be59-4811-971a-d28758ce6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:22Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:04.362482 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9985ac-be59-4811-971a-d28758ce6ba9 None None] Checking router: 852f6db8-5cdf-4729-ac1a-9571b3ac3380 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:16:04.370467 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9985ac-be59-4811-971a-d28758ce6ba9 None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:04.371059 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ee9985ac-be59-4811-971a-d28758ce6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:16:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:04.470287 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-ee9985ac-be59-4811-971a-d28758ce6ba9 None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:04.657655 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ee9985ac-be59-4811-971a-d28758ce6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:22Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:04.683188 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9985ac-be59-4811-971a-d28758ce6ba9 None None] The sync data for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi is: [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:00Z', 'revision_number': 4, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'de98cefc-85b7-4671-998c-e14fc00d963e', 'name': '', 'network_id': '0c2d50da-bec8-4953-a39c-7c6350f478fc', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'mac_address': 'fa:16:3e:b2:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:58Z', 'updated_at': '2021-07-22T21:09:22Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'subnets': [{'id': '34bae904-f02c-4d88-8830-72019b3c2b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:04.836272 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-67b9eae6-6305-4353-be31-8f3645a6d087 req-bc708eae-6f0d-4590-a3ee-1c88b0a20c01 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/ports?device_id=17cb7a7d-ad1b-4a33-8eb5-3e0a661ec9bc HTTP/1.1" status: 200 len: 210 time: 0.0370615 Jul 22 21:16:04.911253 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92daa6c-8109-4e6b-8226-39192ceb2e46 None None] New status for floating IP 3e008152-65f9-427a-a677-97ac00c3bfa0: DOWN {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:16:05.212935 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.917181 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 54910) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:05.969551 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1cc1-1707-488c-aceb-9b86fac87400 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.999025 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1cc1-1707-488c-aceb-9b86fac87400 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.051557 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1cc1-1707-488c-aceb-9b86fac87400 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.054185 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1cc1-1707-488c-aceb-9b86fac87400 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.055384 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7c6f1cc1-1707-488c-aceb-9b86fac87400 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "DELETE /v2.0/security-groups/149d6d4b-8db1-4f3f-bd1e-9281ea76cd27 HTTP/1.1" status: 204 len: 168 time: 0.1372337 Jul 22 21:16:06.058263 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54912) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:06.064263 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f1cc1-1707-488c-aceb-9b86fac87400 tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149d6d4b-8db1-4f3f-bd1e-9281ea76cd27,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:06.073957 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.api.v2.resource [None req-b6f3131a-63bb-4649-90d1-f9fbad1f765b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] show failed (client error): The resource could not be found. Jul 22 21:16:06.074971 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-b6f3131a-63bb-4649-90d1-f9fbad1f765b tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "GET /v2.0/security-groups/149d6d4b-8db1-4f3f-bd1e-9281ea76cd27 HTTP/1.1" status: 404 len: 347 time: 0.0156746 Jul 22 21:16:06.077826 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54916) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:06.199533 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Deleting port 48cf3c7c-2d9d-4c5d-aa0d-004afd35228e {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:06.199781 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.271893 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.272212 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.283990 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Calling delete_port for 48cf3c7c-2d9d-4c5d-aa0d-004afd35228e owned by network:floatingip {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:06.410598 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.434581 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Pushing event deleted for resources: {'Port': ['ID=48cf3c7c-2d9d-4c5d-aa0d-004afd35228e,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:06.445854 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:06.446203 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:06.446537 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:06.446868 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:06.447192 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:06.447515 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:06.447865 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:06.448156 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:06.448475 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:06.448792 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:06.449124 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:06.449455 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:06.507303 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks [] for floatingip, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.509779 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.510912 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-42eebb39-158c-46ef-b36b-0914bb45051c tempest-AttachVolumeTestJSON-155086776 tempest-AttachVolumeTestJSON-155086776-project] 10.222.0.61 "DELETE /v2.0/floatingips/3e008152-65f9-427a-a677-97ac00c3bfa0 HTTP/1.1" status: 204 len: 168 time: 0.4319477 Jul 22 21:16:07.009952 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0f2ebde8-a965-4930-a671-cb528fe92254 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:07.032429 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: 0f2ebde8-a965-4930-a671-cb528fe92254 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:07.032763 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0f2ebde8-a965-4930-a671-cb528fe92254 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:10.039007 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54944) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:10.465360 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd4c9-12be-4111-ad6c-f550cc652704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416730'] for router_interface, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.706977 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbd4c9-12be-4111-ad6c-f550cc652704 admin admin] Deleting port de98cefc-85b7-4671-998c-e14fc00d963e {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:10.707223 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd4c9-12be-4111-ad6c-f550cc652704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.781414 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-e6bbd4c9-12be-4111-ad6c-f550cc652704 admin admin] For port de98cefc-85b7-4671-998c-e14fc00d963e, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=de98cefc-85b7-4671-998c-e14fc00d963e,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:10.781768 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd4c9-12be-4111-ad6c-f550cc652704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.796574 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbd4c9-12be-4111-ad6c-f550cc652704 admin admin] Calling delete_port for de98cefc-85b7-4671-998c-e14fc00d963e owned by network:router_interface {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:10.967378 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd4c9-12be-4111-ad6c-f550cc652704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:10.991708 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbd4c9-12be-4111-ad6c-f550cc652704 admin admin] Pushing event deleted for resources: {'Port': ['ID=de98cefc-85b7-4671-998c-e14fc00d963e,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:11.359447 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd4c9-12be-4111-ad6c-f550cc652704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416582'] for router_interface, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.568764 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bbd4c9-12be-4111-ad6c-f550cc652704 admin admin] Router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:16:11.669908 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bbd4c9-12be-4111-ad6c-f550cc652704 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:16:11.674616 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-e6bbd4c9-12be-4111-ad6c-f550cc652704 admin admin] 10.222.0.61 "PUT /v2.0/routers/852f6db8-5cdf-4729-ac1a-9571b3ac3380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6345923 Jul 22 21:16:11.677156 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54948) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:11.679709 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d33d19-1947-4bfe-ae4b-7579bf472288 None None] Sync routers for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:16:11.782805 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.806832 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d33d19-1947-4bfe-ae4b-7579bf472288 None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:11.807435 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-69d33d19-1947-4bfe-ae4b-7579bf472288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:16:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:11.885015 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:11.906670 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-69d33d19-1947-4bfe-ae4b-7579bf472288 None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:11.937286 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Deleting port e1a05430-ac1b-45b5-a190-166b9c74c727 {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:11.937637 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.012354 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] For port e1a05430-ac1b-45b5-a190-166b9c74c727, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=e1a05430-ac1b-45b5-a190-166b9c74c727,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:12.012702 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.024529 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Calling delete_port for e1a05430-ac1b-45b5-a190-166b9c74c727 owned by network:router_gateway {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:12.078556 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-69d33d19-1947-4bfe-ae4b-7579bf472288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:16:10Z', 'revision_number': 5, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port': {'id': 'e1a05430-ac1b-45b5-a190-166b9c74c727', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:53Z', 'updated_at': '2021-07-22T21:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:12.105390 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d33d19-1947-4bfe-ae4b-7579bf472288 None None] Checking router: 852f6db8-5cdf-4729-ac1a-9571b3ac3380 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:16:12.113925 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d33d19-1947-4bfe-ae4b-7579bf472288 None None] Routers {'852f6db8-5cdf-4729-ac1a-9571b3ac3380'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:12.114223 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-69d33d19-1947-4bfe-ae4b-7579bf472288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:16:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:12.193319 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.202943 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-69d33d19-1947-4bfe-ae4b-7579bf472288 None None] Set router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 gateway port host: None {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:12.222240 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a05430-ac1b-45b5-a190-166b9c74c727,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:12.258197 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-69d33d19-1947-4bfe-ae4b-7579bf472288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:16:11Z', 'revision_number': 6, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port_host': None}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:12.282818 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369632'] for router_gateway, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.283350 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d33d19-1947-4bfe-ae4b-7579bf472288 None None] The sync data for ids ['852f6db8-5cdf-4729-ac1a-9571b3ac3380'] in dv-cinder-801902-1-iscsi is: [{'id': '852f6db8-5cdf-4729-ac1a-9571b3ac3380', 'name': 'tempest-AttachVolumeTestJSON-1058571854-router', 'tenant_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:16:11Z', 'revision_number': 6, 'project_id': 'd1ad23cab7f9480eb741b996da7e56f8', 'gw_port_host': None}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:12.370947 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59103'] for router, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.373678 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.413877 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417051'] for router, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.414387 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 852f6db8-5cdf-4729-ac1a-9571b3ac3380 {{(pid=93129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:16:12.419054 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] Notify callbacks [] for router, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.420722 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-25df6a79-5ee2-49ad-adcf-ddd592d3bc9e admin admin] 10.222.0.61 "DELETE /v2.0/routers/852f6db8-5cdf-4729-ac1a-9571b3ac3380 HTTP/1.1" status: 204 len: 168 time: 0.7426710 Jul 22 21:16:12.423152 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54950) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:12.468676 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1db27d-d657-49da-9873-c0936dc36712 admin admin] Deleting subnet 34bae904-f02c-4d88-8830-72019b3c2b45 {{(pid=93129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:16:12.471561 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5d1db27d-d657-49da-9873-c0936dc36712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.506215 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5d1db27d-d657-49da-9873-c0936dc36712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3952124'] for subnet, precommit_delete_associations {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.612227 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5d1db27d-d657-49da-9873-c0936dc36712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.666733 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5d1db27d-d657-49da-9873-c0936dc36712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9935957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962763'] for subnet, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.690927 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1db27d-d657-49da-9873-c0936dc36712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34bae904-f02c-4d88-8830-72019b3c2b45,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:12.699390 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5d1db27d-d657-49da-9873-c0936dc36712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.699390 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-5d1db27d-d657-49da-9873-c0936dc36712 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/34bae904-f02c-4d88-8830-72019b3c2b45 HTTP/1.1" status: 204 len: 168 time: 0.2747333 Jul 22 21:16:12.701285 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54952) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:12.706031 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa471a2-4790-4e2f-af62-f53d9683230b None None] Network 0c2d50da-bec8-4953-a39c-7c6350f478fc requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:16:12.771711 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.829226 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Deleting port e8f7a3be-a68d-4761-b933-e2a64c326fbe {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:12.829857 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.893357 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] For port e8f7a3be-a68d-4761-b933-e2a64c326fbe, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=e8f7a3be-a68d-4761-b933-e2a64c326fbe,segment=NetworkSegment(3c058b6e-0174-427a-b4e2-13918457e0bb),segment_id=3c058b6e-0174-427a-b4e2-13918457e0bb)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:12.893711 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:12.906736 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Calling delete_port for e8f7a3be-a68d-4761-b933-e2a64c326fbe owned by network:dhcp {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:12.995326 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.019683 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f7a3be-a68d-4761-b933-e2a64c326fbe,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:13.025639 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f63bf7-ecff-42d5-9a11-6effb8edf879 None None] DHCP port deletion for 0c2d50da-bec8-4953-a39c-7c6350f478fc request from dv-cinder-801902-1-iscsi {{(pid=93130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:16:13.030142 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] No DVR routers for this DVR port e8f7a3be-a68d-4761-b933-e2a64c326fbe on host dv-cinder-801902-1-iscsi {{(pid=93129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:13.104441 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.115464 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2d50da-bec8-4953-a39c-7c6350f478fc']}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:13.126549 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c058b6e-0174-427a-b4e2-13918457e0bb') {'for_net_delete': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:13.126845 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c058b6e-0174-427a-b4e2-13918457e0bb') {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:13.135894 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3952117'] for segment, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.149179 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.155253 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:16:13.155636 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935919'] for segment, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: Traceback (most recent call last): Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: timer() Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: cb(*args, **kw) Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: return func(*args, **kwargs) Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: self._notify() Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: self.callback(batched_events) Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: event.method(event) Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: return f(self, *a, **k) Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._get(url).json() Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: return self.request(url, 'GET', **kwargs) Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:16:13.157423 dv-cinder-801902-1-iscsi neutron-server[93129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:16:13.211625 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.215752 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.218543 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0c2d50da-bec8-4953-a39c-7c6350f478fc HTTP/1.1" status: 204 len: 168 time: 0.5161891 Jul 22 21:16:13.231044 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9924f-357d-4ec4-a2ba-f8f6ac5d05c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2d50da-bec8-4953-a39c-7c6350f478fc,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:13.332820 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54956) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:13.372276 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a4656579-fec4-4a51-ac5e-894da64058ad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1ad23cab7f9480eb741b996da7e56f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380094 Jul 22 21:16:13.374896 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 54958) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:13.424973 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a77fdc42-e2d2-47fb-b999-3cadd25dbac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.446661 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a77fdc42-e2d2-47fb-b999-3cadd25dbac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.483670 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device de98cefc-85b7-4671-998c-e14fc00d963e no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:13.495068 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a77fdc42-e2d2-47fb-b999-3cadd25dbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.499026 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a77fdc42-e2d2-47fb-b999-3cadd25dbac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:13.499026 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a77fdc42-e2d2-47fb-b999-3cadd25dbac0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c02605b-ffb0-4273-85f3-f9bddbac0cdd HTTP/1.1" status: 204 len: 168 time: 0.1232307 Jul 22 21:16:13.506941 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fdc42-e2d2-47fb-b999-3cadd25dbac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c02605b-ffb0-4273-85f3-f9bddbac0cdd,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:13.511581 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: de98cefc-85b7-4671-998c-e14fc00d963e {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:13.512053 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device de98cefc-85b7-4671-998c-e14fc00d963e not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:13.512324 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device e8f7a3be-a68d-4761-b933-e2a64c326fbe no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:13.535351 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: e8f7a3be-a68d-4761-b933-e2a64c326fbe {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:13.535351 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device e8f7a3be-a68d-4761-b933-e2a64c326fbe not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:13.535351 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device e1a05430-ac1b-45b5-a190-166b9c74c727 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:13.556785 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: e1a05430-ac1b-45b5-a190-166b9c74c727 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:13.557148 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device e1a05430-ac1b-45b5-a190-166b9c74c727 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:16.887474 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.613034 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:16:30.122415 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-85bcb9fb-a1c1-45a3-9cf6-f7bc45146ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:32.858458 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-43296721-4e07-4ecb-acb5-9c528cd90200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:33.198115 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:33.965260 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:35.217513 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:44.782844 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dff93a-ad97-448c-bed8-06c4f02bc15e req-be6a8105-8f04-41d3-b113-98de105d464c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:44.784340 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56dff93a-ad97-448c-bed8-06c4f02bc15e req-be6a8105-8f04-41d3-b113-98de105d464c tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 946 time: 0.0663576 Jul 22 21:16:44.823112 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-56dff93a-ad97-448c-bed8-06c4f02bc15e req-0885e626-57a3-4956-adaa-3322a1622e86 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331640 Jul 22 21:16:45.979490 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ef77e-7d22-4495-91b2-512e0c7b539d req-2ffe2068-44f7-4eed-974c-89e9d77b864a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:45.981553 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-273ef77e-7d22-4495-91b2-512e0c7b539d req-2ffe2068-44f7-4eed-974c-89e9d77b864a tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 946 time: 0.0656447 Jul 22 21:16:46.022395 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-273ef77e-7d22-4495-91b2-512e0c7b539d req-2104ffd2-876b-4dea-8204-f98fcb1ad5a9 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345395 Jul 22 21:16:46.938024 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:47.160806 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948dfcf-a678-430c-8d47-dfa9b1485178 req-549a93b8-ab97-4415-9185-6fcb90aa38a9 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:47.162291 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8948dfcf-a678-430c-8d47-dfa9b1485178 req-549a93b8-ab97-4415-9185-6fcb90aa38a9 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 946 time: 0.0670629 Jul 22 21:16:47.198855 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8948dfcf-a678-430c-8d47-dfa9b1485178 req-345f326f-66f4-415f-916c-40da68be46e5 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups?id=67018e92-bf82-4cd6-a3f0-3afe8348755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309184 Jul 22 21:16:47.304633 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142782b-b48c-424d-969f-1e15be97cf6b req-6eeb2a3a-12b4-4488-bc65-1f13923ac8aa tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:47.306209 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f142782b-b48c-424d-969f-1e15be97cf6b req-6eeb2a3a-12b4-4488-bc65-1f13923ac8aa tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.72 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 946 time: 0.0638287 Jul 22 21:16:47.412228 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Deleting port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:47.412572 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:47.501200 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] For port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:47.501556 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:47.683446 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:47.683825 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:47.684111 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.l3_db [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Floating IP ddcd944a-36ac-47b5-9c50-490680289e76 disassociated. External IP: 172.27.1.6, port: 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090. Jul 22 21:16:47.684448 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Calling delete_port for 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:47.816011 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:47.853573 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event deleted for resources: {'Port': ['ID=0fa3ee10-e8a7-47cd-9701-6b51fb3d7090,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:47.957513 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Router 84725fe6-1f97-4d24-a33a-80ca5a29af6c has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:16:48.066677 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:16:48.075932 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26130c2-25a1-4af5-a9a2-a22b7ff067cc None None] Sync routers for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:16:48.085422 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26130c2-25a1-4af5-a9a2-a22b7ff067cc None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:48.086107 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-e26130c2-25a1-4af5-a9a2-a22b7ff067cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:16:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:48.129264 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] No DVR routers for this DVR port 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:48.132095 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:48.134234 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f142782b-b48c-424d-969f-1e15be97cf6b req-4dacd2b6-c307-4f3a-a063-a8db7c2d4e10 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.72 "DELETE /v2.0/ports/0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 HTTP/1.1" status: 204 len: 173 time: 0.8202634 Jul 22 21:16:48.141006 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'name': 'network-vif-deleted', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:48.141006 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82367cd-1f25-4d8b-905f-05faab85527d" -d '{"events": [{"server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "name": "network-vif-deleted", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:48.185812 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fb5b49-f7a3-4417-ae79-67bc9583bdda x-openstack-request-id: req-23fb5b49-f7a3-4417-ae79-67bc9583bdda {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:48.186449 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63b4727-06c8-4132-a4de-b3d4b2ad7520", "name": "network-vif-deleted", "tag": "0fa3ee10-e8a7-47cd-9701-6b51fb3d7090", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:48.186720 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23fb5b49-f7a3-4417-ae79-67bc9583bdda {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:48.187350 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63b4727-06c8-4132-a4de-b3d4b2ad7520', 'name': 'network-vif-deleted', 'tag': '0fa3ee10-e8a7-47cd-9701-6b51fb3d7090', 'status': 'completed', 'code': 200} Jul 22 21:16:48.242910 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-e26130c2-25a1-4af5-a9a2-a22b7ff067cc None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:48.341156 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c0ec0081-c6e3-4969-aa07-3ee67644676b req-da5d7bff-7c11-468a-aeb2-378b7b41e398 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/ports?device_id=b63b4727-06c8-4132-a4de-b3d4b2ad7520 HTTP/1.1" status: 200 len: 210 time: 0.0472605 Jul 22 21:16:48.495801 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-e26130c2-25a1-4af5-a9a2-a22b7ff067cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:24Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:48.523125 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26130c2-25a1-4af5-a9a2-a22b7ff067cc None None] Checking router: 84725fe6-1f97-4d24-a33a-80ca5a29af6c for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:16:48.531162 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26130c2-25a1-4af5-a9a2-a22b7ff067cc None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:48.531758 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-e26130c2-25a1-4af5-a9a2-a22b7ff067cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:16:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:48.632277 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-e26130c2-25a1-4af5-a9a2-a22b7ff067cc None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:48.831959 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-e26130c2-25a1-4af5-a9a2-a22b7ff067cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:24Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:48.857547 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26130c2-25a1-4af5-a9a2-a22b7ff067cc None None] The sync data for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi is: [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:09:06Z', 'revision_number': 4, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'cd1f1e69-f80e-402c-94b2-60fbd33e0fca', 'name': '', 'network_id': '8c27f061-77cb-4f8f-ae65-db88286d691d', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'mac_address': 'fa:16:3e:9a:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:09:03Z', 'updated_at': '2021-07-22T21:09:24Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'subnets': [{'id': '0a5381fb-b7ce-4b94-8250-c36113b9d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:49.069532 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd59350-154c-443a-8c49-5cb3fbb8d467 None None] New status for floating IP ddcd944a-36ac-47b5-9c50-490680289e76: DOWN {{(pid=93130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:16:49.453522 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55278) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:49.506514 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9db60658-1e6e-4ddc-8d00-1cb86bcd9b39 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.533924 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9db60658-1e6e-4ddc-8d00-1cb86bcd9b39 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.576103 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9db60658-1e6e-4ddc-8d00-1cb86bcd9b39 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.579313 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-9db60658-1e6e-4ddc-8d00-1cb86bcd9b39 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.580592 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-9db60658-1e6e-4ddc-8d00-1cb86bcd9b39 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "DELETE /v2.0/security-groups/67018e92-bf82-4cd6-a3f0-3afe8348755c HTTP/1.1" status: 204 len: 168 time: 0.1259265 Jul 22 21:16:49.583437 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55284) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:49.592267 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db60658-1e6e-4ddc-8d00-1cb86bcd9b39 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67018e92-bf82-4cd6-a3f0-3afe8348755c,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:49.598556 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.api.v2.resource [None req-3a28d44e-a854-4334-bc0e-03d17f4d4ac0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] show failed (client error): The resource could not be found. Jul 22 21:16:49.599534 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3a28d44e-a854-4334-bc0e-03d17f4d4ac0 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "GET /v2.0/security-groups/67018e92-bf82-4cd6-a3f0-3afe8348755c HTTP/1.1" status: 404 len: 347 time: 0.0151029 Jul 22 21:16:49.602445 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55286) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:49.762860 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-da3097ef-95f9-4834-8c3b-2a0de48e49e1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Deleting port 68eed699-f162-4e7f-b027-5f06a3412166 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:49.763200 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da3097ef-95f9-4834-8c3b-2a0de48e49e1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.859770 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da3097ef-95f9-4834-8c3b-2a0de48e49e1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.860205 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da3097ef-95f9-4834-8c3b-2a0de48e49e1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:49.872407 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-da3097ef-95f9-4834-8c3b-2a0de48e49e1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Calling delete_port for 68eed699-f162-4e7f-b027-5f06a3412166 owned by network:floatingip {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:50.004438 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da3097ef-95f9-4834-8c3b-2a0de48e49e1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:50.032968 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3097ef-95f9-4834-8c3b-2a0de48e49e1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Pushing event deleted for resources: {'Port': ['ID=68eed699-f162-4e7f-b027-5f06a3412166,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:50.094331 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da3097ef-95f9-4834-8c3b-2a0de48e49e1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks [] for floatingip, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:50.096836 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-da3097ef-95f9-4834-8c3b-2a0de48e49e1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:50.098017 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-da3097ef-95f9-4834-8c3b-2a0de48e49e1 tempest-AttachVolumeShelveTestJSON-1277905573 tempest-AttachVolumeShelveTestJSON-1277905573-project] 10.222.0.61 "DELETE /v2.0/floatingips/ddcd944a-36ac-47b5-9c50-490680289e76 HTTP/1.1" status: 204 len: 168 time: 0.4944177 Jul 22 21:16:51.120600 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:51.143266 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:51.143604 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 0fa3ee10-e8a7-47cd-9701-6b51fb3d7090 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:55.664448 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55356) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:56.135167 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4fec26d7-d2e9-4f9a-8d57-fe538b42213f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416730'] for router_interface, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:56.601354 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-4fec26d7-d2e9-4f9a-8d57-fe538b42213f admin admin] Deleting port cd1f1e69-f80e-402c-94b2-60fbd33e0fca {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:56.601681 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4fec26d7-d2e9-4f9a-8d57-fe538b42213f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:56.677435 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-4fec26d7-d2e9-4f9a-8d57-fe538b42213f admin admin] For port cd1f1e69-f80e-402c-94b2-60fbd33e0fca, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=cd1f1e69-f80e-402c-94b2-60fbd33e0fca,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:56.678013 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4fec26d7-d2e9-4f9a-8d57-fe538b42213f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:56.690647 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-4fec26d7-d2e9-4f9a-8d57-fe538b42213f admin admin] Calling delete_port for cd1f1e69-f80e-402c-94b2-60fbd33e0fca owned by network:router_interface {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:56.872379 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4fec26d7-d2e9-4f9a-8d57-fe538b42213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:56.899220 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec26d7-d2e9-4f9a-8d57-fe538b42213f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1f1e69-f80e-402c-94b2-60fbd33e0fca,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:57.064330 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4fec26d7-d2e9-4f9a-8d57-fe538b42213f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416582'] for router_interface, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.281902 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fec26d7-d2e9-4f9a-8d57-fe538b42213f admin admin] Router 84725fe6-1f97-4d24-a33a-80ca5a29af6c has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:16:57.384074 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fec26d7-d2e9-4f9a-8d57-fe538b42213f admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:16:57.389360 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4fec26d7-d2e9-4f9a-8d57-fe538b42213f admin admin] 10.222.0.61 "PUT /v2.0/routers/84725fe6-1f97-4d24-a33a-80ca5a29af6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7236376 Jul 22 21:16:57.392734 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55378) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:57.393481 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232f27ec-6667-417d-857b-e507f12366c7 None None] Sync routers for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:16:57.402840 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232f27ec-6667-417d-857b-e507f12366c7 None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:57.403454 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-232f27ec-6667-417d-857b-e507f12366c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:16:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:57.507919 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Notify callbacks [] for router, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.513030 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-232f27ec-6667-417d-857b-e507f12366c7 None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:57.692500 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-232f27ec-6667-417d-857b-e507f12366c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:16:56Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:57.809473 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232f27ec-6667-417d-857b-e507f12366c7 None None] Checking router: 84725fe6-1f97-4d24-a33a-80ca5a29af6c for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:16:57.818448 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232f27ec-6667-417d-857b-e507f12366c7 None None] Routers {'84725fe6-1f97-4d24-a33a-80ca5a29af6c'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:57.819112 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-232f27ec-6667-417d-857b-e507f12366c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:16:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:57.833865 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.894129 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Deleting port d52fdea6-92d2-4ad6-baac-ef6a919a33a9 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:57.894485 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.940276 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-232f27ec-6667-417d-857b-e507f12366c7 None None] Set router 84725fe6-1f97-4d24-a33a-80ca5a29af6c gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:57.978160 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] For port d52fdea6-92d2-4ad6-baac-ef6a919a33a9, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=d52fdea6-92d2-4ad6-baac-ef6a919a33a9,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:57.978790 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:57.992494 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Calling delete_port for d52fdea6-92d2-4ad6-baac-ef6a919a33a9 owned by network:router_gateway {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:58.135403 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-232f27ec-6667-417d-857b-e507f12366c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:16:56Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:58.167635 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232f27ec-6667-417d-857b-e507f12366c7 None None] The sync data for ids ['84725fe6-1f97-4d24-a33a-80ca5a29af6c'] in dv-cinder-801902-1-iscsi is: [{'id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'name': 'tempest-AttachVolumeShelveTestJSON-96172255-router', 'tenant_id': '7cadc60b086141b0bf66cc6aebba01f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:08:51Z', 'updated_at': '2021-07-22T21:16:56Z', 'revision_number': 5, 'project_id': '7cadc60b086141b0bf66cc6aebba01f5', 'gw_port': {'id': 'd52fdea6-92d2-4ad6-baac-ef6a919a33a9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84725fe6-1f97-4d24-a33a-80ca5a29af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:08:55Z', 'updated_at': '2021-07-22T21:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:58.195374 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.225128 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52fdea6-92d2-4ad6-baac-ef6a919a33a9,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:58.292784 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369632'] for router_gateway, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.373811 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55410) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:58.399692 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59103'] for router, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.402200 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.470651 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417051'] for router, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.471205 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84725fe6-1f97-4d24-a33a-80ca5a29af6c {{(pid=93128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:16:58.476948 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.478120 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-12503e22-617e-4ecd-9c83-22a8038e7709 admin admin] 10.222.0.61 "DELETE /v2.0/routers/84725fe6-1f97-4d24-a33a-80ca5a29af6c HTTP/1.1" status: 204 len: 168 time: 1.0843587 Jul 22 21:16:58.480630 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55414) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:58.489231 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b04aa84f-fc99-4f65-b80a-ae53513ddf83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.527834 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed16b6d-dcec-4825-95b3-cab0d90932fa admin admin] Deleting subnet 0a5381fb-b7ce-4b94-8250-c36113b9d44f {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:16:58.531682 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bed16b6d-dcec-4825-95b3-cab0d90932fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.571030 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bed16b6d-dcec-4825-95b3-cab0d90932fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499746'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.592576 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b04aa84f-fc99-4f65-b80a-ae53513ddf83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.597936 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b04aa84f-fc99-4f65-b80a-ae53513ddf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.635572 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04aa84f-fc99-4f65-b80a-ae53513ddf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaca23f9-c51f-4911-94cf-726fcc985a0b,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:58.643114 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-b04aa84f-fc99-4f65-b80a-ae53513ddf83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca9e9f9e85cf40c88501ff1eec752257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680967 Jul 22 21:16:58.644061 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55416) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:58.687359 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bed16b6d-dcec-4825-95b3-cab0d90932fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.698399 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-388cc400-d358-4aac-a2b2-7d7b833c76eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.723092 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-388cc400-d358-4aac-a2b2-7d7b833c76eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.744504 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bed16b6d-dcec-4825-95b3-cab0d90932fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3138779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8576950'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.771674 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed16b6d-dcec-4825-95b3-cab0d90932fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5381fb-b7ce-4b94-8250-c36113b9d44f,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:58.776805 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-bed16b6d-dcec-4825-95b3-cab0d90932fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.781768 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-bed16b6d-dcec-4825-95b3-cab0d90932fa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0a5381fb-b7ce-4b94-8250-c36113b9d44f HTTP/1.1" status: 204 len: 168 time: 0.2972028 Jul 22 21:16:58.781947 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b878b7-a7ab-48bd-a130-218c19998b0f None None] Network 8c27f061-77cb-4f8f-ae65-db88286d691d requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:16:58.782386 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55418) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:58.785269 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-388cc400-d358-4aac-a2b2-7d7b833c76eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.788246 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-388cc400-d358-4aac-a2b2-7d7b833c76eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.791987 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-388cc400-d358-4aac-a2b2-7d7b833c76eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eaca23f9-c51f-4911-94cf-726fcc985a0b HTTP/1.1" status: 204 len: 168 time: 0.1445808 Jul 22 21:16:58.799870 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cc400-d358-4aac-a2b2-7d7b833c76eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaca23f9-c51f-4911-94cf-726fcc985a0b,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:58.859137 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.920568 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Deleting port 21ea2282-be03-4818-a81a-2b4d18f2780b {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:58.921254 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:58.993439 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] For port 21ea2282-be03-4818-a81a-2b4d18f2780b, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=21ea2282-be03-4818-a81a-2b4d18f2780b,segment=NetworkSegment(039f75bd-ec5d-4ea9-bc07-08b2fcf968ec),segment_id=039f75bd-ec5d-4ea9-bc07-08b2fcf968ec)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:58.993791 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.010111 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Calling delete_port for 21ea2282-be03-4818-a81a-2b4d18f2780b owned by network:dhcp {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:59.090327 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.109367 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55424) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:59.115379 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Pushing event deleted for resources: {'Port': ['ID=21ea2282-be03-4818-a81a-2b4d18f2780b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:59.118808 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] No DVR routers for this DVR port 21ea2282-be03-4818-a81a-2b4d18f2780b on host dv-cinder-801902-1-iscsi {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:59.126594 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c2e22fc9-9844-43a0-b182-49fc3c67ada0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.193715 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.204772 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c27f061-77cb-4f8f-ae65-db88286d691d']}} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:59.216284 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec') {'for_net_delete': True} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:59.216926 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039f75bd-ec5d-4ea9-bc07-08b2fcf968ec') {} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:59.221298 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c2e22fc9-9844-43a0-b182-49fc3c67ada0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.225303 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c2e22fc9-9844-43a0-b182-49fc3c67ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.226558 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499755'] for segment, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.240538 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.246878 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:16:59.247271 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3138721'] for segment, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: Traceback (most recent call last): Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: timer() Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: cb(*args, **kw) Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: return func(*args, **kwargs) Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: self._notify() Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: self.callback(batched_events) Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: event.method(event) Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: return f(self, *a, **k) Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: return self._get(url).json() Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: return self.request(url, 'GET', **kwargs) Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:16:59.249001 dv-cinder-801902-1-iscsi neutron-server[93128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:16:59.262975 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-c2e22fc9-9844-43a0-b182-49fc3c67ada0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4a1acc0c7b94df8b369fb2d118ee949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524854 Jul 22 21:16:59.264065 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e22fc9-9844-43a0-b182-49fc3c67ada0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43ae9ef-c071-46a1-a352-dbb6695a9eef,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:59.266905 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55426) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:59.308087 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.314832 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.319836 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] 10.222.0.61 "DELETE /v2.0/networks/8c27f061-77cb-4f8f-ae65-db88286d691d HTTP/1.1" status: 204 len: 168 time: 0.5336418 Jul 22 21:16:59.325918 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ef302e-e3e5-44e4-a687-6fafbd65f7de None None] DHCP port deletion for 8c27f061-77cb-4f8f-ae65-db88286d691d request from dv-cinder-801902-1-iscsi {{(pid=93130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:16:59.333335 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-865f6000-5b0d-4039-a32c-524fcceca911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.342907 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ce769-f6f6-40ee-aae8-c126b8ef5beb admin admin] Pushing event deleted for resources: {'Network': ['ID=8c27f061-77cb-4f8f-ae65-db88286d691d,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:59.368932 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-865f6000-5b0d-4039-a32c-524fcceca911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.418503 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-865f6000-5b0d-4039-a32c-524fcceca911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.421378 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-865f6000-5b0d-4039-a32c-524fcceca911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.423111 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-865f6000-5b0d-4039-a32c-524fcceca911 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e43ae9ef-c071-46a1-a352-dbb6695a9eef HTTP/1.1" status: 204 len: 168 time: 0.1553512 Jul 22 21:16:59.432276 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f6000-5b0d-4039-a32c-524fcceca911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43ae9ef-c071-46a1-a352-dbb6695a9eef,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:59.536617 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 21ea2282-be03-4818-a81a-2b4d18f2780b no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:59.545540 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55432) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:59.557119 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: 21ea2282-be03-4818-a81a-2b4d18f2780b {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:59.557443 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 21ea2282-be03-4818-a81a-2b4d18f2780b not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:59.558207 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device cd1f1e69-f80e-402c-94b2-60fbd33e0fca no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:59.578519 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: cd1f1e69-f80e-402c-94b2-60fbd33e0fca {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:59.579006 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device cd1f1e69-f80e-402c-94b2-60fbd33e0fca not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:59.579275 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device d52fdea6-92d2-4ad6-baac-ef6a919a33a9 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:59.597913 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4d95d9df-6064-4265-9019-10907b56d24d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7cadc60b086141b0bf66cc6aebba01f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488253 Jul 22 21:16:59.598153 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55436) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:59.599473 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: d52fdea6-92d2-4ad6-baac-ef6a919a33a9 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:59.599827 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device d52fdea6-92d2-4ad6-baac-ef6a919a33a9 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:59.653468 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02211a45-94a1-4c83-9bed-a9d3df7ab668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.675974 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02211a45-94a1-4c83-9bed-a9d3df7ab668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.722194 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02211a45-94a1-4c83-9bed-a9d3df7ab668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.724923 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-02211a45-94a1-4c83-9bed-a9d3df7ab668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.728535 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-02211a45-94a1-4c83-9bed-a9d3df7ab668 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b426dd95-897b-4682-b0da-8c6ca09c50df HTTP/1.1" status: 204 len: 168 time: 0.1266949 Jul 22 21:16:59.733984 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02211a45-94a1-4c83-9bed-a9d3df7ab668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b426dd95-897b-4682-b0da-8c6ca09c50df,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:00.127432 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-1220bbab-adc9-4a6d-96bd-9a2ee1a55337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.146635 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55522) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:01.251815 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-50bf3a90-9012-49da-983e-fad86c2f07ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.342723 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-50bf3a90-9012-49da-983e-fad86c2f07ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.346922 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-50bf3a90-9012-49da-983e-fad86c2f07ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.384519 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-50bf3a90-9012-49da-983e-fad86c2f07ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1e1a3e564a74c619a1e66ab9ae1e296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367895 Jul 22 21:17:01.387103 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55530) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:01.394847 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf3a90-9012-49da-983e-fad86c2f07ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd82a28b-f1c6-46b7-8a41-3c67a8086e94,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:01.441373 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-064b5c64-b6a7-4cde-b5b3-f64ce45b3746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.462771 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-064b5c64-b6a7-4cde-b5b3-f64ce45b3746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.506974 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-064b5c64-b6a7-4cde-b5b3-f64ce45b3746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.509547 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-064b5c64-b6a7-4cde-b5b3-f64ce45b3746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.510702 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-064b5c64-b6a7-4cde-b5b3-f64ce45b3746 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd82a28b-f1c6-46b7-8a41-3c67a8086e94 HTTP/1.1" status: 204 len: 168 time: 0.1227043 Jul 22 21:17:01.519258 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b5c64-b6a7-4cde-b5b3-f64ce45b3746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd82a28b-f1c6-46b7-8a41-3c67a8086e94,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:01.802708 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55540) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:01.815998 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1bdd430d-61c0-4866-99de-473329232117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.908863 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1bdd430d-61c0-4866-99de-473329232117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.912908 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-1bdd430d-61c0-4866-99de-473329232117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.950430 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-1bdd430d-61c0-4866-99de-473329232117 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30b8bc0d448440dd80ec8f31cca07433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466603 Jul 22 21:17:01.951289 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd430d-61c0-4866-99de-473329232117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43439bc-30a3-4442-8977-0493a1d5d520,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:01.953433 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55542) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:02.001832 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-648db0e5-357f-4b0b-b605-43a44ee98ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.022512 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-648db0e5-357f-4b0b-b605-43a44ee98ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.068143 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-648db0e5-357f-4b0b-b605-43a44ee98ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.070722 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-648db0e5-357f-4b0b-b605-43a44ee98ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.071870 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-648db0e5-357f-4b0b-b605-43a44ee98ee1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d43439bc-30a3-4442-8977-0493a1d5d520 HTTP/1.1" status: 204 len: 168 time: 0.1173823 Jul 22 21:17:02.080934 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648db0e5-357f-4b0b-b605-43a44ee98ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43439bc-30a3-4442-8977-0493a1d5d520,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:02.611644 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:17:02.862691 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-37b81503-893a-43d9-9f6a-65ee2335fa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.200455 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.669155 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55604) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:03.773896 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e778f9f-2b7b-46b0-a1e1-2aad74c017f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.861741 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e778f9f-2b7b-46b0-a1e1-2aad74c017f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.865831 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4e778f9f-2b7b-46b0-a1e1-2aad74c017f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.905131 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4e778f9f-2b7b-46b0-a1e1-2aad74c017f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c205ca379f344719807a8f583460713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348642 Jul 22 21:17:03.906607 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e778f9f-2b7b-46b0-a1e1-2aad74c017f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f9f791-5c82-4bf0-8de9-0310f17cf95e,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:03.908321 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55608) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:03.958184 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.968037 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.980153 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.025135 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.027607 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.028751 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c0f9f791-5c82-4bf0-8de9-0310f17cf95e HTTP/1.1" status: 204 len: 168 time: 0.1194050 Jul 22 21:17:04.036787 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f9f791-5c82-4bf0-8de9-0310f17cf95e,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:04.043611 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:04.043948 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:04.044407 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:04.044731 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:04.045052 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:04.045514 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:04.045702 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:04.046014 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:04.046329 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:04.047196 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:04.047509 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:04.047819 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4181cea7-688c-45ff-9d88-9b833b8da236 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:04.302427 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55626) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:04.315392 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9ee2-fefe-4be8-81da-6add3bd81309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.408364 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9ee2-fefe-4be8-81da-6add3bd81309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.413273 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9ee2-fefe-4be8-81da-6add3bd81309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.454281 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f9ee2-fefe-4be8-81da-6add3bd81309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377b2df6-4d2a-4c11-bb6f-5a10f4cca130,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:04.461532 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4a9f9ee2-fefe-4be8-81da-6add3bd81309 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dfffa021be4a4b00b0a4144071b40e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577547 Jul 22 21:17:04.464331 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55632) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:04.514617 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-144a6db7-f6cc-4abb-b47c-d76564e18aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.536042 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-144a6db7-f6cc-4abb-b47c-d76564e18aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.583447 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-144a6db7-f6cc-4abb-b47c-d76564e18aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.586029 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-144a6db7-f6cc-4abb-b47c-d76564e18aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.587122 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-144a6db7-f6cc-4abb-b47c-d76564e18aca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/377b2df6-4d2a-4c11-bb6f-5a10f4cca130 HTTP/1.1" status: 204 len: 168 time: 0.1213033 Jul 22 21:17:04.595237 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a6db7-f6cc-4abb-b47c-d76564e18aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377b2df6-4d2a-4c11-bb6f-5a10f4cca130,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:04.870042 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55654) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:04.972305 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-99e63379-3915-47c1-9e3c-29ced392c907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.063075 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-99e63379-3915-47c1-9e3c-29ced392c907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.067832 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-99e63379-3915-47c1-9e3c-29ced392c907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.105584 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-99e63379-3915-47c1-9e3c-29ced392c907 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10a55e5da347434d9212e2c92171360d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343175 Jul 22 21:17:05.106414 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e63379-3915-47c1-9e3c-29ced392c907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c45eed5-23ee-4b4f-be52-a04fff788c22,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:05.108383 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55666) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:05.159797 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e3016b8d-9702-4741-a656-2d0b4dc08c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.184946 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e3016b8d-9702-4741-a656-2d0b4dc08c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.222113 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.253627 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e3016b8d-9702-4741-a656-2d0b4dc08c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.256174 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e3016b8d-9702-4741-a656-2d0b4dc08c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.257361 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-e3016b8d-9702-4741-a656-2d0b4dc08c8e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c45eed5-23ee-4b4f-be52-a04fff788c22 HTTP/1.1" status: 204 len: 168 time: 0.1478572 Jul 22 21:17:05.266994 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3016b8d-9702-4741-a656-2d0b4dc08c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c45eed5-23ee-4b4f-be52-a04fff788c22,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:05.582898 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55688) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:05.596100 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8abd-7208-4cc3-97cf-108d2f72d60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.685744 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8abd-7208-4cc3-97cf-108d2f72d60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.690431 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8abd-7208-4cc3-97cf-108d2f72d60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.727349 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff8abd-7208-4cc3-97cf-108d2f72d60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8829b3c9-94e5-4580-96e3-74e40eed473b,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:05.733954 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-f3ff8abd-7208-4cc3-97cf-108d2f72d60e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bce316d4a31e4cceb2fe6d710f6f0bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475041 Jul 22 21:17:05.734697 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55692) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:05.785424 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3d4202d7-a119-4d8c-88ca-aa778dd0c52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.806507 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3d4202d7-a119-4d8c-88ca-aa778dd0c52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.853698 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3d4202d7-a119-4d8c-88ca-aa778dd0c52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.856352 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3d4202d7-a119-4d8c-88ca-aa778dd0c52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:05.857533 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-3d4202d7-a119-4d8c-88ca-aa778dd0c52b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8829b3c9-94e5-4580-96e3-74e40eed473b HTTP/1.1" status: 204 len: 168 time: 0.1217990 Jul 22 21:17:05.869964 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4202d7-a119-4d8c-88ca-aa778dd0c52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8829b3c9-94e5-4580-96e3-74e40eed473b,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:06.564444 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55730) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:06.656292 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-170909867-network', 'tenant_id': 'f2e0c2f4e30b47f8a58c5636250032c0'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:06.677074 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Made reservation on behalf of f2e0c2f4e30b47f8a58c5636250032c0 for: {'network': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:17:06.679349 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.687933 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.773332 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.776896 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.800965 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:17:06.810317 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6dd534-dac8-4cc8-8be0-87955a4e32a1,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:06.814786 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.815122 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.segments_db [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Added segment fa562194-000c-452f-9853-28d18c9d6d4e of type vlan for network 3136edc8-e729-4afd-9785-af102b423f1e Jul 22 21:17:06.826823 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:06.827162 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:06.827880 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:06.828214 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:06.828543 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:06.828868 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:06.829222 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:06.829545 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:06.829868 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:06.830186 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:06.830504 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:06.830817 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:06.877223 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.906644 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.907585 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:06.908210 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:06.941099 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3755269 Jul 22 21:17:06.944319 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55734) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:06.949487 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-603ee78c-5038-42d2-84e9-9e291177f74d admin admin] Request body: {'subnet': {'network_id': '3136edc8-e729-4afd-9785-af102b423f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-170909867-subnet', 'tenant_id': 'f2e0c2f4e30b47f8a58c5636250032c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:06.965779 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72056308-1a05-416c-8fcc-fc72f9e13241 admin admin] Pushing event updated for resources: {'Network': ['ID=3136edc8-e729-4afd-9785-af102b423f1e,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:06.976555 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 3136edc8-e729-4afd-9785-af102b423f1e details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:17:06.978311 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603ee78c-5038-42d2-84e9-9e291177f74d admin admin] Made reservation on behalf of f2e0c2f4e30b47f8a58c5636250032c0 for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:17:06.980711 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-603ee78c-5038-42d2-84e9-9e291177f74d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8576971'] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:07.145313 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-603ee78c-5038-42d2-84e9-9e291177f74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3138586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8576953'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:07.195603 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ee78c-5038-42d2-84e9-9e291177f74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a2a754-96cb-4530-9395-92080d2b89d1,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:07.206182 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603ee78c-5038-42d2-84e9-9e291177f74d admin admin] Checking segment: {'id': 'fa562194-000c-452f-9853-28d18c9d6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:07.206530 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603ee78c-5038-42d2-84e9-9e291177f74d admin admin] Network hostable DHCP agents. Network: 3136edc8-e729-4afd-9785-af102b423f1e, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:17:07.222914 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603ee78c-5038-42d2-84e9-9e291177f74d admin admin] Network 3136edc8-e729-4afd-9785-af102b423f1e is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:17:07.230829 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-603ee78c-5038-42d2-84e9-9e291177f74d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 3136edc8-e729-4afd-9785-af102b423f1e) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:07.234721 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603ee78c-5038-42d2-84e9-9e291177f74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:07.235289 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-603ee78c-5038-42d2-84e9-9e291177f74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:07.239887 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31663f24-7c50-425e-93dc-f9171dfe02e0 None None] Network 3136edc8-e729-4afd-9785-af102b423f1e requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:17:07.247625 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-603ee78c-5038-42d2-84e9-9e291177f74d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3022075 Jul 22 21:17:07.365399 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32202c1-d50e-4919-90d2-ad2f58a2b058 None None] Network 3136edc8-e729-4afd-9785-af102b423f1e requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:17:08.985502 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-04179891-6ca9-484e-a391-8627240afde5 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:08.987185 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-04179891-6ca9-484e-a391-8627240afde5 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/networks?id=3136edc8-e729-4afd-9785-af102b423f1e HTTP/1.1" status: 200 len: 808 time: 0.1000566 Jul 22 21:17:09.002000 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-411e34dd-d6df-457b-94e3-3ebed8a35722 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/quotas/f2e0c2f4e30b47f8a58c5636250032c0 HTTP/1.1" status: 200 len: 375 time: 0.0097265 Jul 22 21:17:09.044476 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-243ab23c-831c-40c3-bf07-39b09534248b tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f2e0c2f4e30b47f8a58c5636250032c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374517 Jul 22 21:17:09.136449 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-c82b9337-3a9a-4744-8205-1bdf02e28a48 service neutron] 10.222.0.61 "GET /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Jul 22 21:17:09.228870 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-61e67a19-40d1-493b-8eb0-4ce34db6762e service neutron] 10.222.0.61 "GET /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863328 Jul 22 21:17:10.415743 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ab8e901c-463a-4bb3-b598-5249e18dc3a5 req-74c1660e-5dce-43d5-a55c-d83abb415fd9 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 210 time: 0.0332520 Jul 22 21:17:10.457936 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55802) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:10.564710 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-104a82d6-ad0a-4947-a2fe-5dae5415cfb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:10.658981 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-104a82d6-ad0a-4947-a2fe-5dae5415cfb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:10.662957 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-104a82d6-ad0a-4947-a2fe-5dae5415cfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:10.700156 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a82d6-ad0a-4947-a2fe-5dae5415cfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c796763-5b1b-42a2-898b-eb46382ec529,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:10.709339 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55812) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:10.713682 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-104a82d6-ad0a-4947-a2fe-5dae5415cfb2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3eb19c8cd55e46778e86addc4e200bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545931 Jul 22 21:17:10.758572 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-72501d68-1982-4896-952e-7d49878ec6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:10.780379 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-72501d68-1982-4896-952e-7d49878ec6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:10.829205 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-72501d68-1982-4896-952e-7d49878ec6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:10.832029 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-72501d68-1982-4896-952e-7d49878ec6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:10.833351 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-72501d68-1982-4896-952e-7d49878ec6b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c796763-5b1b-42a2-898b-eb46382ec529 HTTP/1.1" status: 204 len: 168 time: 0.1230154 Jul 22 21:17:10.841630 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72501d68-1982-4896-952e-7d49878ec6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c796763-5b1b-42a2-898b-eb46382ec529,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:11.111380 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55820) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:11.127888 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a71afdc0-6d77-4bda-ac65-c9273f9c2be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.220626 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a71afdc0-6d77-4bda-ac65-c9273f9c2be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.226183 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a71afdc0-6d77-4bda-ac65-c9273f9c2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.268375 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a71afdc0-6d77-4bda-ac65-c9273f9c2be7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1814d64445dd4749b8681686e1dcfb61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536362 Jul 22 21:17:11.268375 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71afdc0-6d77-4bda-ac65-c9273f9c2be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8748cf78-7e13-440c-a77b-0e8396a0b330,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:11.268751 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55822) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:11.320656 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d9c4651e-0dee-436c-84cf-fed2f853ee2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.342683 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d9c4651e-0dee-436c-84cf-fed2f853ee2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.387703 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d9c4651e-0dee-436c-84cf-fed2f853ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.390251 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d9c4651e-0dee-436c-84cf-fed2f853ee2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:11.391569 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d9c4651e-0dee-436c-84cf-fed2f853ee2e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8748cf78-7e13-440c-a77b-0e8396a0b330 HTTP/1.1" status: 204 len: 168 time: 0.1217628 Jul 22 21:17:11.399376 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4651e-0dee-436c-84cf-fed2f853ee2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8748cf78-7e13-440c-a77b-0e8396a0b330,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:11.513481 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1bad5196-79b8-4127-ac8a-42a5be6a7a31 req-03b09d98-e50a-437e-8bf6-d18a017ae27b tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 210 time: 0.0309820 Jul 22 21:17:11.872232 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-43a7ebca-607a-4234-a653-213304708163 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:11.873898 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-43a7ebca-607a-4234-a653-213304708163 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.72 "GET /v2.0/networks?id=3136edc8-e729-4afd-9785-af102b423f1e HTTP/1.1" status: 200 len: 808 time: 0.1124353 Jul 22 21:17:11.896229 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Request body: {'port': {'device_id': '5b434387-8312-4af3-b0fe-5fa80f3228c2', 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e', 'admin_state_up': True, 'tenant_id': 'f2e0c2f4e30b47f8a58c5636250032c0'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:12.006722 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Made reservation on behalf of f2e0c2f4e30b47f8a58c5636250032c0 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:17:12.010106 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.136506 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Allocated IP 172.20.0.10 (3136edc8-e729-4afd-9785-af102b423f1e/c6a2a754-96cb-4530-9395-92080d2b89d1/adea2bf2-47f1-4049-85ea-bfcc5a78ad4b) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:12.292459 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.334959 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.378640 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Network 3136edc8-e729-4afd-9785-af102b423f1e is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:12.384564 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:12.386999 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:12.417658 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Pushing event updated for resources: {'Port': ['ID=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:12.447001 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:12.448081 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.473051 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-b25b1990-c5f3-4706-8c5d-9d24c808389e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809312 Jul 22 21:17:12.493769 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Request body: {'port': {'device_id': '5b434387-8312-4af3-b0fe-5fa80f3228c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:12.570442 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.753235 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd37e0-6296-4448-a106-5aa4dcf04f45 req-1024d035-f16c-48cb-aa73-a65db0640bb0 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:12.754740 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e2cd37e0-6296-4448-a106-5aa4dcf04f45 req-1024d035-f16c-48cb-aa73-a65db0640bb0 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 932 time: 0.1522732 Jul 22 21:17:12.840904 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e2cd37e0-6296-4448-a106-5aa4dcf04f45 req-9a9c46cf-476a-482e-98b6-0c277804c30b tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778637 Jul 22 21:17:12.908895 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adea2bf2-47f1-4049-85ea-bfcc5a78ad4b {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:12.916230 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.929033 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Transition to ACTIVE for port object adea2bf2-47f1-4049-85ea-bfcc5a78ad4b will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:12.932694 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:12.989992 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Pushing event updated for resources: {'Port': ['ID=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:13.064377 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Attempting to bind port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:13.064709 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Attempting to bind port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': 'fa562194-000c-452f-9853-28d18c9d6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:13.065032 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Attempting to bind port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b on network 3136edc8-e729-4afd-9785-af102b423f1e {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:13.069355 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b on network 3136edc8-e729-4afd-9785-af102b423f1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:17:13.069674 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Attempting to bind port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b on network 3136edc8-e729-4afd-9785-af102b423f1e {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:13.071361 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55884) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:13.074675 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:13.075006 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Checking segment: {'id': 'fa562194-000c-452f-9853-28d18c9d6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:13.075390 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Bound using segment: {'id': 'fa562194-000c-452f-9853-28d18c9d6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:13.075810 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Bound port: adea2bf2-47f1-4049-85ea-bfcc5a78ad4b, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa562194-000c-452f-9853-28d18c9d6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:13.076165 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.201570 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-21b164a6-a836-49a2-9f00-37f3a0478c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.309507 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-21b164a6-a836-49a2-9f00-37f3a0478c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.314327 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-21b164a6-a836-49a2-9f00-37f3a0478c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.353532 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b164a6-a836-49a2-9f00-37f3a0478c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664805ff-e116-49dc-a26b-97b13884a0f7,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:13.362090 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-21b164a6-a836-49a2-9f00-37f3a0478c82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47ab52420ea643cf96ce9d3d77a61fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896638 Jul 22 21:17:13.363010 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55888) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:13.382064 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] For port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:13.386002 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] For port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b,segment=NetworkSegment(fa562194-000c-452f-9853-28d18c9d6d4e),segment_id=fa562194-000c-452f-9853-28d18c9d6d4e)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:13.392604 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.422696 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5fb15469-55ab-449b-9217-9c9a37c01044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.432069 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:13.432812 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.434700 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] 10.222.0.72 "PUT /v2.0/ports/adea2bf2-47f1-4049-85ea-bfcc5a78ad4b HTTP/1.1" status: 200 len: 1094 time: 0.9452171 Jul 22 21:17:13.435244 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b434387-8312-4af3-b0fe-5fa80f3228c2', 'tag': 'adea2bf2-47f1-4049-85ea-bfcc5a78ad4b'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:13.437697 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4931fb3b-7b4b-495e-a7c6-e7555e5147fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b434387-8312-4af3-b0fe-5fa80f3228c2", "tag": "adea2bf2-47f1-4049-85ea-bfcc5a78ad4b"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:13.450954 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5fb15469-55ab-449b-9217-9c9a37c01044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.472132 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bfb18-fbfe-4bad-93aa-587c7f0131e2 service neutron] Pushing event updated for resources: {'Port': ['ID=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:13.489776 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f19a15-953a-4f35-b0d3-ddbee247b299 x-openstack-request-id: req-a9f19a15-953a-4f35-b0d3-ddbee247b299 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:13.490063 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b434387-8312-4af3-b0fe-5fa80f3228c2", "tag": "adea2bf2-47f1-4049-85ea-bfcc5a78ad4b", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:13.490306 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9f19a15-953a-4f35-b0d3-ddbee247b299 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:13.490690 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b434387-8312-4af3-b0fe-5fa80f3228c2', 'tag': 'adea2bf2-47f1-4049-85ea-bfcc5a78ad4b', 'status': 'completed', 'code': 200} Jul 22 21:17:13.511104 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5fb15469-55ab-449b-9217-9c9a37c01044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.513616 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5fb15469-55ab-449b-9217-9c9a37c01044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.514767 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-5fb15469-55ab-449b-9217-9c9a37c01044 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/664805ff-e116-49dc-a26b-97b13884a0f7 HTTP/1.1" status: 204 len: 168 time: 0.1508203 Jul 22 21:17:13.522799 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb15469-55ab-449b-9217-9c9a37c01044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664805ff-e116-49dc-a26b-97b13884a0f7,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:13.577746 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-ce829749-04b0-4055-9c92-4801d5935c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:13.579473 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-ce829749-04b0-4055-9c92-4801d5935c42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2e0c2f4e30b47f8a58c5636250032c0&device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 1097 time: 0.0623369 Jul 22 21:17:13.629250 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-a7ffc3b2-0bdf-45c9-9a94-12908f05d43f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b HTTP/1.1" status: 200 len: 217 time: 0.0347362 Jul 22 21:17:13.678340 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-5a7c77b3-2fe0-4b36-8997-533c05204ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:13.679777 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-5a7c77b3-2fe0-4b36-8997-533c05204ff8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6a2a754-96cb-4530-9395-92080d2b89d1 HTTP/1.1" status: 200 len: 848 time: 0.0437932 Jul 22 21:17:13.715823 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-18052f63-2383-4877-bb9d-15b47294dfcd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3136edc8-e729-4afd-9785-af102b423f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276313 Jul 22 21:17:13.780439 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55896) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:13.794099 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4034f48c-8e92-4ddf-94ee-f1c185bc644e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.809529 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-fd72c093-c631-46d1-a0fd-4ec6e7ebac95 service neutron] 10.222.0.72 "GET /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855734 Jul 22 21:17:13.893710 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4034f48c-8e92-4ddf-94ee-f1c185bc644e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.899468 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4034f48c-8e92-4ddf-94ee-f1c185bc644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.909451 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b3bb4ce9-d429-4938-a010-4f86c168836f req-27ad3a68-9fbe-42c0-804c-75f2329f87e7 service neutron] 10.222.0.72 "GET /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927141 Jul 22 21:17:13.942100 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034f48c-8e92-4ddf-94ee-f1c185bc644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16659b4f-2639-4328-a49c-1305757a1d06,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:13.956186 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4034f48c-8e92-4ddf-94ee-f1c185bc644e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8fb76460c491413d8442e739ec16b95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738756 Jul 22 21:17:13.958524 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55900) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:13.979907 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d39e5e-b54f-40ae-a855-9f822fac6499 req-8bb6a851-503b-4281-86b7-02be0a86d31e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:13.981516 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c1d39e5e-b54f-40ae-a855-9f822fac6499 req-8bb6a851-503b-4281-86b7-02be0a86d31e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 944 time: 0.0661776 Jul 22 21:17:14.007805 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b1bc-2c52-4836-a129-2aa7fe96ada3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.021775 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c1d39e5e-b54f-40ae-a855-9f822fac6499 req-222037aa-d9f8-48bd-82e3-8404eea2de43 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337012 Jul 22 21:17:14.029892 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b1bc-2c52-4836-a129-2aa7fe96ada3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.078915 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b1bc-2c52-4836-a129-2aa7fe96ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.081632 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b1bc-2c52-4836-a129-2aa7fe96ada3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.082125 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931fb3b-7b4b-495e-a7c6-e7555e5147fb req-c03f19a4-3869-4d6d-8e92-a0ba78c99860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:14.082776 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ebe2b1bc-2c52-4836-a129-2aa7fe96ada3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16659b4f-2639-4328-a49c-1305757a1d06 HTTP/1.1" status: 204 len: 168 time: 0.1230590 Jul 22 21:17:14.083591 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4931fb3b-7b4b-495e-a7c6-e7555e5147fb req-c03f19a4-3869-4d6d-8e92-a0ba78c99860 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2e0c2f4e30b47f8a58c5636250032c0&device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 1097 time: 0.0568991 Jul 22 21:17:14.090541 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2b1bc-2c52-4836-a129-2aa7fe96ada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16659b4f-2639-4328-a49c-1305757a1d06,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:14.185563 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931fb3b-7b4b-495e-a7c6-e7555e5147fb req-c642f7ea-72d1-429c-9902-34ac22e0ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:14.187071 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4931fb3b-7b4b-495e-a7c6-e7555e5147fb req-c642f7ea-72d1-429c-9902-34ac22e0ba02 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3136edc8-e729-4afd-9785-af102b423f1e HTTP/1.1" status: 200 len: 909 time: 0.0926597 Jul 22 21:17:14.233148 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4931fb3b-7b4b-495e-a7c6-e7555e5147fb req-29b2491d-531f-4cb5-9df8-49323e8a0cec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b HTTP/1.1" status: 200 len: 217 time: 0.0361788 Jul 22 21:17:14.292860 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931fb3b-7b4b-495e-a7c6-e7555e5147fb req-42f09400-c4f5-4fd8-b9df-f0b8d603a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:14.294455 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4931fb3b-7b4b-495e-a7c6-e7555e5147fb req-42f09400-c4f5-4fd8-b9df-f0b8d603a0ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6a2a754-96cb-4530-9395-92080d2b89d1 HTTP/1.1" status: 200 len: 848 time: 0.0502791 Jul 22 21:17:14.330463 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4931fb3b-7b4b-495e-a7c6-e7555e5147fb req-f49aaf9c-2be6-4843-8e0f-ee7c4077aaa1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3136edc8-e729-4afd-9785-af102b423f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285218 Jul 22 21:17:14.425094 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4931fb3b-7b4b-495e-a7c6-e7555e5147fb req-b033e407-98ed-424f-9d9e-4f8a24fea826 service neutron] 10.222.0.72 "GET /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844922 Jul 22 21:17:14.523153 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4931fb3b-7b4b-495e-a7c6-e7555e5147fb req-f231007d-d198-4d26-af82-dced9a5649d3 service neutron] 10.222.0.72 "GET /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899348 Jul 22 21:17:15.095412 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 55932) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:15.159300 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2e11-070a-48b3-a5da-183fbc4a1c63 req-daeb493d-03dc-4a2d-81d1-d69b5ec8b876 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:15.160824 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-642d2e11-070a-48b3-a5da-183fbc4a1c63 req-daeb493d-03dc-4a2d-81d1-d69b5ec8b876 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 944 time: 0.0712857 Jul 22 21:17:15.198225 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-642d2e11-070a-48b3-a5da-183fbc4a1c63 req-675db6af-0739-4467-8de9-68aebd142cc8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 Jul 22 21:17:15.203568 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e557e4fd-a989-4e59-b5bc-d3e32088c8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.215325 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device adea2bf2-47f1-4049-85ea-bfcc5a78ad4b details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:17:15.296265 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e557e4fd-a989-4e59-b5bc-d3e32088c8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.300815 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e557e4fd-a989-4e59-b5bc-d3e32088c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.314300 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b,segment=NetworkSegment(fa562194-000c-452f-9853-28d18c9d6d4e),segment_id=fa562194-000c-452f-9853-28d18c9d6d4e)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:15.325300 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': 'adea2bf2-47f1-4049-85ea-bfcc5a78ad4b', 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e', 'port_id': 'adea2bf2-47f1-4049-85ea-bfcc5a78ad4b', 'mac_address': 'fa:16:3e:7f:ac:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a2a754-96cb-4530-9395-92080d2b89d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:17:15.338372 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-e557e4fd-a989-4e59-b5bc-d3e32088c8f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61b9367417d5472cbc94fc75b0718700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418079 Jul 22 21:17:15.340425 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557e4fd-a989-4e59-b5bc-d3e32088c8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e42692-4300-4ce5-8d75-09a02c36e60b,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:15.341414 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 55936) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:15.365347 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.378129 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adea2bf2-47f1-4049-85ea-bfcc5a78ad4b {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:15.392927 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-db7dfd9a-3176-4953-8f55-0bf46ec6f8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.397573 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b,segment=NetworkSegment(fa562194-000c-452f-9853-28d18c9d6d4e),segment_id=fa562194-000c-452f-9853-28d18c9d6d4e)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:15.403226 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.416086 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-db7dfd9a-3176-4953-8f55-0bf46ec6f8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.453983 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:15.462330 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:15.462740 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:15.463110 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:15.463622 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:15.463958 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:15.464287 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:15.464612 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:15.464955 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:15.465286 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:15.465612 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:15.465936 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:15.466250 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:15.479149 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-db7dfd9a-3176-4953-8f55-0bf46ec6f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.481837 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-db7dfd9a-3176-4953-8f55-0bf46ec6f8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.483066 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-db7dfd9a-3176-4953-8f55-0bf46ec6f8c4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c8e42692-4300-4ce5-8d75-09a02c36e60b HTTP/1.1" status: 204 len: 168 time: 0.1406164 Jul 22 21:17:15.491815 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dfd9a-3176-4953-8f55-0bf46ec6f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e42692-4300-4ce5-8d75-09a02c36e60b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:15.799508 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['adea2bf2-47f1-4049-85ea-bfcc5a78ad4b'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:16.336090 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f2489-c2b9-4cc3-884c-2afd89b68163 req-51ad2a6b-74b3-44cc-9649-c5b7fab9a39e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:16.337621 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-732f2489-c2b9-4cc3-884c-2afd89b68163 req-51ad2a6b-74b3-44cc-9649-c5b7fab9a39e tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 945 time: 0.0707660 Jul 22 21:17:16.376731 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-732f2489-c2b9-4cc3-884c-2afd89b68163 req-4c979a41-caa1-4b47-bd81-dc31f9b15a77 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336020 Jul 22 21:17:16.912385 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.228592 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device adea2bf2-47f1-4049-85ea-bfcc5a78ad4b up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:17.278027 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:17.282275 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:17.282646 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.477566 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.503635 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b434387-8312-4af3-b0fe-5fa80f3228c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adea2bf2-47f1-4049-85ea-bfcc5a78ad4b'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:17.505859 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde64733-7763-46f6-88e9-4fa40a32fafc" -d '{"events": [{"server_uuid": "5b434387-8312-4af3-b0fe-5fa80f3228c2", "name": "network-vif-plugged", "status": "completed", "tag": "adea2bf2-47f1-4049-85ea-bfcc5a78ad4b"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:17.514450 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d89764-5c34-46d8-b03f-c89088e43be0 req-df90ec17-c564-4cc5-80cb-5edaac5fbb03 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:17.517551 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e1d89764-5c34-46d8-b03f-c89088e43be0 req-df90ec17-c564-4cc5-80cb-5edaac5fbb03 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 945 time: 0.0693290 Jul 22 21:17:17.518492 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b,segment=NetworkSegment(fa562194-000c-452f-9853-28d18c9d6d4e),segment_id=fa562194-000c-452f-9853-28d18c9d6d4e)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:17.523036 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.547531 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f786315e-25c9-4cab-8be2-7049be65406c x-openstack-request-id: req-f786315e-25c9-4cab-8be2-7049be65406c {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:17.547859 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b434387-8312-4af3-b0fe-5fa80f3228c2", "name": "network-vif-plugged", "status": "completed", "tag": "adea2bf2-47f1-4049-85ea-bfcc5a78ad4b", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:17.548068 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f786315e-25c9-4cab-8be2-7049be65406c {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:17.548531 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b434387-8312-4af3-b0fe-5fa80f3228c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adea2bf2-47f1-4049-85ea-bfcc5a78ad4b', 'code': 200} Jul 22 21:17:17.558167 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e1d89764-5c34-46d8-b03f-c89088e43be0 req-4c6d85be-0a75-4146-91c0-b031f55725de tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358441 Jul 22 21:17:17.574929 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:17.809647 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a79dc-3377-455e-b250-7194497b66f4 req-37d2229c-db55-4f51-bf0c-b8ad2b6ddc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:17.811036 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2e0a79dc-3377-455e-b250-7194497b66f4 req-37d2229c-db55-4f51-bf0c-b8ad2b6ddc49 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 1099 time: 0.0560408 Jul 22 21:17:17.852174 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2e0a79dc-3377-455e-b250-7194497b66f4 req-9aded159-7cd0-443f-8734-b53dfd1d8b31 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298576 Jul 22 21:17:18.687413 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116daf-c8b6-4932-897e-9aeeec84eadf req-a0745c42-1452-439e-8497-7ccac3bb918f tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:18.688899 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0116daf-c8b6-4932-897e-9aeeec84eadf req-a0745c42-1452-439e-8497-7ccac3bb918f tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 946 time: 0.0650642 Jul 22 21:17:18.729057 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0116daf-c8b6-4932-897e-9aeeec84eadf req-5ee7c892-6c1c-4d2b-a958-6dd4bfe79bf2 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346339 Jul 22 21:17:19.863200 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2b506-ce4b-46b2-8e47-b02307586e8d req-0ed5ddff-3f59-481b-9173-53a0cefacfc5 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:19.864727 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d1b2b506-ce4b-46b2-8e47-b02307586e8d req-0ed5ddff-3f59-481b-9173-53a0cefacfc5 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 946 time: 0.0694935 Jul 22 21:17:19.903109 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d1b2b506-ce4b-46b2-8e47-b02307586e8d req-fc19e8f6-882a-434e-bdda-9f24cc103a3b tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319500 Jul 22 21:17:20.799427 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f211c3b-ed47-431f-8d43-061ca9d70218 req-a5fdf25b-87b2-402c-8b9b-40e3d36091ac tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:20.800906 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f211c3b-ed47-431f-8d43-061ca9d70218 req-a5fdf25b-87b2-402c-8b9b-40e3d36091ac tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 946 time: 0.0650766 Jul 22 21:17:20.837698 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f211c3b-ed47-431f-8d43-061ca9d70218 req-b4ae2526-5cfa-412f-9533-b0e56de5b5fc tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312912 Jul 22 21:17:21.973751 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bc638-f0d2-4272-8e3b-992b5bcc7529 req-bf16c861-1a79-4f69-be79-eb4a195cfc5a tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:21.975227 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fc8bc638-f0d2-4272-8e3b-992b5bcc7529 req-bf16c861-1a79-4f69-be79-eb4a195cfc5a tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 946 time: 0.0656040 Jul 22 21:17:22.012860 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fc8bc638-f0d2-4272-8e3b-992b5bcc7529 req-c5733145-d770-4670-b4d6-c9fab3d37f43 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320537 Jul 22 21:17:22.929349 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc3d4-c99b-4d2d-af1f-8a1a6b44d156 req-4edb01d3-2f43-49eb-be8a-abe7ce6921a8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:22.930809 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bfebc3d4-c99b-4d2d-af1f-8a1a6b44d156 req-4edb01d3-2f43-49eb-be8a-abe7ce6921a8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 946 time: 0.0660224 Jul 22 21:17:23.034665 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-bfebc3d4-c99b-4d2d-af1f-8a1a6b44d156 req-d96395a8-53f2-4dbd-910b-f4b1ad9b0ed8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Deleting port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:23.035376 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bfebc3d4-c99b-4d2d-af1f-8a1a6b44d156 req-d96395a8-53f2-4dbd-910b-f4b1ad9b0ed8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.156019 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-bfebc3d4-c99b-4d2d-af1f-8a1a6b44d156 req-d96395a8-53f2-4dbd-910b-f4b1ad9b0ed8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] For port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b,segment=NetworkSegment(fa562194-000c-452f-9853-28d18c9d6d4e),segment_id=fa562194-000c-452f-9853-28d18c9d6d4e)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:23.156374 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bfebc3d4-c99b-4d2d-af1f-8a1a6b44d156 req-d96395a8-53f2-4dbd-910b-f4b1ad9b0ed8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.174082 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-bfebc3d4-c99b-4d2d-af1f-8a1a6b44d156 req-d96395a8-53f2-4dbd-910b-f4b1ad9b0ed8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Calling delete_port for adea2bf2-47f1-4049-85ea-bfcc5a78ad4b owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:23.233720 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b9970-aa7d-458f-a827-79f2e3e24fec req-58db08d6-b619-4c45-a0ba-7882ba449e73 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:23.235121 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9c6b9970-aa7d-458f-a827-79f2e3e24fec req-58db08d6-b619-4c45-a0ba-7882ba449e73 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b434387-8312-4af3-b0fe-5fa80f3228c2 HTTP/1.1" status: 200 len: 946 time: 0.1382833 Jul 22 21:17:23.295951 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9c6b9970-aa7d-458f-a827-79f2e3e24fec req-74bab094-76c4-4371-b667-b1b312f10a01 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537720 Jul 22 21:17:23.354603 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bfebc3d4-c99b-4d2d-af1f-8a1a6b44d156 req-d96395a8-53f2-4dbd-910b-f4b1ad9b0ed8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.383064 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96395a8-53f2-4dbd-910b-f4b1ad9b0ed8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Pushing event deleted for resources: {'Port': ['ID=adea2bf2-47f1-4049-85ea-bfcc5a78ad4b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:23.401372 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['adea2bf2-47f1-4049-85ea-bfcc5a78ad4b'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:23.433770 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfebc3d4-c99b-4d2d-af1f-8a1a6b44d156 req-d96395a8-53f2-4dbd-910b-f4b1ad9b0ed8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] No DVR routers for this DVR port adea2bf2-47f1-4049-85ea-bfcc5a78ad4b on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:23.436056 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-bfebc3d4-c99b-4d2d-af1f-8a1a6b44d156 req-d96395a8-53f2-4dbd-910b-f4b1ad9b0ed8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.438639 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bfebc3d4-c99b-4d2d-af1f-8a1a6b44d156 req-d96395a8-53f2-4dbd-910b-f4b1ad9b0ed8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.72 "DELETE /v2.0/ports/adea2bf2-47f1-4049-85ea-bfcc5a78ad4b HTTP/1.1" status: 204 len: 173 time: 0.4997478 Jul 22 21:17:23.439069 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b434387-8312-4af3-b0fe-5fa80f3228c2', 'name': 'network-vif-deleted', 'tag': 'adea2bf2-47f1-4049-85ea-bfcc5a78ad4b'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:23.441297 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66216b75-c96e-43f0-90dc-a4443c41e798" -d '{"events": [{"server_uuid": "5b434387-8312-4af3-b0fe-5fa80f3228c2", "name": "network-vif-deleted", "tag": "adea2bf2-47f1-4049-85ea-bfcc5a78ad4b"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:23.477568 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6084e879-162a-4cf0-a459-7b28950a4754 x-openstack-request-id: req-6084e879-162a-4cf0-a459-7b28950a4754 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:23.477857 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b434387-8312-4af3-b0fe-5fa80f3228c2", "name": "network-vif-deleted", "tag": "adea2bf2-47f1-4049-85ea-bfcc5a78ad4b", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:23.478101 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6084e879-162a-4cf0-a459-7b28950a4754 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:23.478495 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b434387-8312-4af3-b0fe-5fa80f3228c2', 'name': 'network-vif-deleted', 'tag': 'adea2bf2-47f1-4049-85ea-bfcc5a78ad4b', 'status': 'completed', 'code': 200} Jul 22 21:17:24.538340 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56072) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:24.602068 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-b2c3016d-31fb-4392-b732-0dece1b51c65 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:24.603486 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-b2c3016d-31fb-4392-b732-0dece1b51c65 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/networks?id=3136edc8-e729-4afd-9785-af102b423f1e HTTP/1.1" status: 200 len: 808 time: 0.1020839 Jul 22 21:17:24.617892 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-0735eb53-d559-44df-a419-7cc73b1cb7b0 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/quotas/f2e0c2f4e30b47f8a58c5636250032c0 HTTP/1.1" status: 200 len: 375 time: 0.0093257 Jul 22 21:17:24.656198 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-0a0ce1a7-a9bb-4fe0-bd44-88c08f4a15de tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f2e0c2f4e30b47f8a58c5636250032c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332179 Jul 22 21:17:24.796278 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-2b70cebf-2e02-4339-9902-254a9cb08657 service neutron] 10.222.0.61 "GET /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329043 Jul 22 21:17:24.840412 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Deleting port 89e2109b-5660-432a-9361-17821e59ba21 {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:24.840751 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.892379 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-8e0109b2-aa23-4257-b59f-b93e97d97802 service neutron] 10.222.0.61 "GET /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905707 Jul 22 21:17:24.920665 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.921514 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.932903 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Calling delete_port for 89e2109b-5660-432a-9361-17821e59ba21 owned by network:floatingip {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:25.067853 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b8ee6021-b3ab-4088-9eee-7722dd651e29 req-cba0d606-cc92-4d40-8f2f-9cf991997507 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 210 time: 0.0336623 Jul 22 21:17:25.116537 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.143116 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event deleted for resources: {'Port': ['ID=89e2109b-5660-432a-9361-17821e59ba21,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:25.208533 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for floatingip, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.208873 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.l3_db [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Floating IP cc2e9ecc-2325-497c-9d8e-31aee6af8994 disassociated (deleted). External IP: 172.27.1.4, port: cc5b425a-bd03-4a75-a797-7715d080110d. Jul 22 21:17:25.435008 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Router efa7c75a-9340-4d95-97c4-69a33091f845 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:17:25.546788 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:17:25.551540 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.557394 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8974d-d5ea-4f26-8d12-68664cfd49c4 None None] Sync routers for ids ['efa7c75a-9340-4d95-97c4-69a33091f845'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:17:25.566617 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8974d-d5ea-4f26-8d12-68664cfd49c4 None None] Routers {'efa7c75a-9340-4d95-97c4-69a33091f845'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:25.567240 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-92d8974d-d5ea-4f26-8d12-68664cfd49c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:17:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['efa7c75a-9340-4d95-97c4-69a33091f845'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:25.593403 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-f1517ad7-0725-4190-8ea1-d33ca40fdf72 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "DELETE /v2.0/floatingips/cc2e9ecc-2325-497c-9d8e-31aee6af8994 HTTP/1.1" status: 204 len: 168 time: 1.0534048 Jul 22 21:17:25.594002 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:25.596311 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e081ca5c07193bd213ceeefebd48142515bf56df91653bc6535f069c3acb44b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf662235-dd71-4650-84cf-b5094f8104b3" -d '{"events": [{"name": "network-changed", "server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:25.690615 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-92d8974d-d5ea-4f26-8d12-68664cfd49c4 None None] Set router efa7c75a-9340-4d95-97c4-69a33091f845 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:25.799006 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c491743c-7fe6-4cb6-9619-c6cfcc0fd6cd x-openstack-request-id: req-c491743c-7fe6-4cb6-9619-c6cfcc0fd6cd {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:25.799463 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d", "status": "completed", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:25.799776 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c491743c-7fe6-4cb6-9619-c6cfcc0fd6cd {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:25.800235 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'status': 'completed', 'code': 200} Jul 22 21:17:25.857211 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c60ef-54f6-469f-8321-2177971636f2 req-1c38b3a7-fad4-48b0-8ea5-45eea5bba159 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:25.858929 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f4c60ef-54f6-469f-8321-2177971636f2 req-1c38b3a7-fad4-48b0-8ea5-45eea5bba159 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.0709476 Jul 22 21:17:25.908829 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-92d8974d-d5ea-4f26-8d12-68664cfd49c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '4248e335-376c-469b-9c19-65d959b4d538', 'name': '', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'mac_address': 'fa:16:3e:59:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:49Z', 'updated_at': '2021-07-22T21:11:57Z', 'revision_number': 5, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'subnets': [{'id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:25.929802 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f4c60ef-54f6-469f-8321-2177971636f2 req-511f894f-357e-42b3-9ffa-713d46b9e707 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654173 Jul 22 21:17:25.936981 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8974d-d5ea-4f26-8d12-68664cfd49c4 None None] Checking router: efa7c75a-9340-4d95-97c4-69a33091f845 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:17:25.949169 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8974d-d5ea-4f26-8d12-68664cfd49c4 None None] Routers {'efa7c75a-9340-4d95-97c4-69a33091f845'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:25.949787 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-92d8974d-d5ea-4f26-8d12-68664cfd49c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:17:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['efa7c75a-9340-4d95-97c4-69a33091f845'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:25.957372 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf662235-dd71-4650-84cf-b5094f8104b3 req-b5bc84bb-9005-45ed-9fae-8435ffc7b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:25.958847 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf662235-dd71-4650-84cf-b5094f8104b3 req-b5bc84bb-9005-45ed-9fae-8435ffc7b164 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d64087a21984722bde5bc91d44ce0df&device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 1098 time: 0.0690289 Jul 22 21:17:26.053920 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf662235-dd71-4650-84cf-b5094f8104b3 req-bef2e829-f9df-4418-9bd8-eb0d72b45b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:26.055384 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf662235-dd71-4650-84cf-b5094f8104b3 req-bef2e829-f9df-4418-9bd8-eb0d72b45b59 service neutron] 10.222.0.72 "GET /v2.0/networks?id=75d01a07-1004-4894-b159-65c12a3faea0 HTTP/1.1" status: 200 len: 910 time: 0.0865035 Jul 22 21:17:26.056436 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-92d8974d-d5ea-4f26-8d12-68664cfd49c4 None None] Set router efa7c75a-9340-4d95-97c4-69a33091f845 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:26.108220 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf662235-dd71-4650-84cf-b5094f8104b3 req-f275725f-df03-4833-bf31-0a719ea49a6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5b425a-bd03-4a75-a797-7715d080110d HTTP/1.1" status: 200 len: 217 time: 0.0414932 Jul 22 21:17:26.194245 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-78d82e9d-633a-4ce9-a646-294a50d0fa5e req-e87fc0b6-51ae-4c49-8fe5-8186cba5de34 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 210 time: 0.0344989 Jul 22 21:17:26.201380 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf662235-dd71-4650-84cf-b5094f8104b3 req-133b0272-c874-469c-b5dd-be3e45e2658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:26.203173 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf662235-dd71-4650-84cf-b5094f8104b3 req-133b0272-c874-469c-b5dd-be3e45e2658a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30 HTTP/1.1" status: 200 len: 848 time: 0.0781503 Jul 22 21:17:26.279638 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf662235-dd71-4650-84cf-b5094f8104b3 req-98634861-d3d7-4bab-8fb4-885db998dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:26.282215 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf662235-dd71-4650-84cf-b5094f8104b3 req-98634861-d3d7-4bab-8fb4-885db998dfc7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=75d01a07-1004-4894-b159-65c12a3faea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692298 Jul 22 21:17:26.285204 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-92d8974d-d5ea-4f26-8d12-68664cfd49c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '4248e335-376c-469b-9c19-65d959b4d538', 'name': '', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'mac_address': 'fa:16:3e:59:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:49Z', 'updated_at': '2021-07-22T21:11:57Z', 'revision_number': 5, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'subnets': [{'id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:26.314781 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8974d-d5ea-4f26-8d12-68664cfd49c4 None None] The sync data for ids ['efa7c75a-9340-4d95-97c4-69a33091f845'] in dv-cinder-801902-1-iscsi is: [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '4248e335-376c-469b-9c19-65d959b4d538', 'name': '', 'network_id': '75d01a07-1004-4894-b159-65c12a3faea0', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'mac_address': 'fa:16:3e:59:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:49Z', 'updated_at': '2021-07-22T21:11:57Z', 'revision_number': 5, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'subnets': [{'id': 'd262ae4c-ddf9-420b-a40c-7dc1dc4e0d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:17:26.507645 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf662235-dd71-4650-84cf-b5094f8104b3 req-a3f3ffd8-56da-4bd7-818e-83fad8d9bbca service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679518 Jul 22 21:17:26.515149 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-97310d3b-5bdb-442e-82a6-b93ff57c6074 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:26.516563 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-97310d3b-5bdb-442e-82a6-b93ff57c6074 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.72 "GET /v2.0/networks?id=3136edc8-e729-4afd-9785-af102b423f1e HTTP/1.1" status: 200 len: 808 time: 0.1856511 Jul 22 21:17:26.542784 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275106fc-ec0e-445f-9f5a-028ca16f7df9 None None] New status for floating IP cc2e9ecc-2325-497c-9d8e-31aee6af8994: DOWN {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:17:26.562154 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Request body: {'port': {'device_id': '4d25efc5-e72c-4304-835a-5a95bd95cff0', 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e', 'admin_state_up': True, 'tenant_id': 'f2e0c2f4e30b47f8a58c5636250032c0'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:26.700451 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf662235-dd71-4650-84cf-b5094f8104b3 req-1a540662-6825-423f-b7aa-932cef9a5271 service neutron] 10.222.0.72 "GET /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598215 Jul 22 21:17:26.723489 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Made reservation on behalf of f2e0c2f4e30b47f8a58c5636250032c0 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:17:26.726952 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:26.852602 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Allocated IP 172.20.0.3 (3136edc8-e729-4afd-9785-af102b423f1e/c6a2a754-96cb-4530-9395-92080d2b89d1/17ff9885-2584-4112-aa18-d0626f86873d) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:27.006042 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.091869 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d41570-a8eb-4515-b3f7-655b6788da1c req-7bd79048-ef54-4656-9886-8c61dc30a481 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:27.093553 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14d41570-a8eb-4515-b3f7-655b6788da1c req-7bd79048-ef54-4656-9886-8c61dc30a481 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.0912409 Jul 22 21:17:27.094788 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.164270 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Network 3136edc8-e729-4afd-9785-af102b423f1e is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:27.169972 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Pushing event updated for resources: {'Port': ['ID=17ff9885-2584-4112-aa18-d0626f86873d,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:27.175030 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:27.178865 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:27.185118 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14d41570-a8eb-4515-b3f7-655b6788da1c req-5d5a742f-c920-4288-9563-bab74badb9d8 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831933 Jul 22 21:17:27.236054 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:27.236730 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.252955 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3dc3166e-3f32-4327-91fd-dd43c87bd526 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6946011 Jul 22 21:17:27.278530 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Request body: {'port': {'device_id': '4d25efc5-e72c-4304-835a-5a95bd95cff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:27.292629 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device adea2bf2-47f1-4049-85ea-bfcc5a78ad4b no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:27.313262 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: adea2bf2-47f1-4049-85ea-bfcc5a78ad4b {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:27.313596 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device adea2bf2-47f1-4049-85ea-bfcc5a78ad4b not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:27.379213 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.400884 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85aa72-919c-4cc7-8513-043450235703 req-9af243ae-f51b-44ea-a6a1-366d93fb13dd tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:27.402397 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ad85aa72-919c-4cc7-8513-043450235703 req-9af243ae-f51b-44ea-a6a1-366d93fb13dd tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 931 time: 0.1362829 Jul 22 21:17:27.743089 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ad85aa72-919c-4cc7-8513-043450235703 req-4a153b46-027c-4e6e-80e5-1fab313d77c4 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923729 Jul 22 21:17:27.910943 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ff9885-2584-4112-aa18-d0626f86873d {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:27.920035 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.933581 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Transition to ACTIVE for port object 17ff9885-2584-4112-aa18-d0626f86873d will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:27.936995 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:27.988303 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Pushing event updated for resources: {'Port': ['ID=17ff9885-2584-4112-aa18-d0626f86873d,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:28.055704 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Attempting to bind port 17ff9885-2584-4112-aa18-d0626f86873d on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:28.056422 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Attempting to bind port 17ff9885-2584-4112-aa18-d0626f86873d by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': 'fa562194-000c-452f-9853-28d18c9d6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:28.056422 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Attempting to bind port 17ff9885-2584-4112-aa18-d0626f86873d on network 3136edc8-e729-4afd-9785-af102b423f1e {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:28.060674 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Port 17ff9885-2584-4112-aa18-d0626f86873d on network 3136edc8-e729-4afd-9785-af102b423f1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:17:28.060988 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Attempting to bind port 17ff9885-2584-4112-aa18-d0626f86873d on network 3136edc8-e729-4afd-9785-af102b423f1e {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:28.065898 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:28.066225 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Checking segment: {'id': 'fa562194-000c-452f-9853-28d18c9d6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:28.066600 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Bound using segment: {'id': 'fa562194-000c-452f-9853-28d18c9d6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:28.067011 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Bound port: 17ff9885-2584-4112-aa18-d0626f86873d, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa562194-000c-452f-9853-28d18c9d6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:28.067356 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.127381 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] For port 17ff9885-2584-4112-aa18-d0626f86873d, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:28.130522 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] For port 17ff9885-2584-4112-aa18-d0626f86873d, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=17ff9885-2584-4112-aa18-d0626f86873d,segment=NetworkSegment(fa562194-000c-452f-9853-28d18c9d6d4e),segment_id=fa562194-000c-452f-9853-28d18c9d6d4e)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:28.135016 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.170461 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:28.171069 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.172436 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] 10.222.0.72 "PUT /v2.0/ports/17ff9885-2584-4112-aa18-d0626f86873d HTTP/1.1" status: 200 len: 1093 time: 0.8976991 Jul 22 21:17:28.172867 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d25efc5-e72c-4304-835a-5a95bd95cff0', 'tag': '17ff9885-2584-4112-aa18-d0626f86873d'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:28.175135 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0a0883-895a-4fed-8e62-c7acaf00be05" -d '{"events": [{"name": "network-changed", "server_uuid": "4d25efc5-e72c-4304-835a-5a95bd95cff0", "tag": "17ff9885-2584-4112-aa18-d0626f86873d"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:28.196531 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ab9f8-77e4-4319-8e85-6b2817398629 service neutron] Pushing event updated for resources: {'Port': ['ID=17ff9885-2584-4112-aa18-d0626f86873d,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:28.219073 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe601b30-9f45-4b32-9e83-35409a81d663 x-openstack-request-id: req-fe601b30-9f45-4b32-9e83-35409a81d663 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:28.219073 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d25efc5-e72c-4304-835a-5a95bd95cff0", "tag": "17ff9885-2584-4112-aa18-d0626f86873d", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:28.219424 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe601b30-9f45-4b32-9e83-35409a81d663 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:28.219681 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d25efc5-e72c-4304-835a-5a95bd95cff0', 'tag': '17ff9885-2584-4112-aa18-d0626f86873d', 'status': 'completed', 'code': 200} Jul 22 21:17:28.361404 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928acb-9bbc-49e3-8a5a-ccfaf16ce1df req-b1e8c360-9312-4211-b30b-af0de216ca69 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:28.362889 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51928acb-9bbc-49e3-8a5a-ccfaf16ce1df req-b1e8c360-9312-4211-b30b-af0de216ca69 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1019437 Jul 22 21:17:28.377518 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-dbd329f8-f144-4d5f-9c0f-ea53a6919345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:28.378922 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-dbd329f8-f144-4d5f-9c0f-ea53a6919345 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2e0c2f4e30b47f8a58c5636250032c0&device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 1096 time: 0.0862923 Jul 22 21:17:28.407003 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51928acb-9bbc-49e3-8a5a-ccfaf16ce1df req-166a0f66-70ae-47a3-87d3-86e043c399ea tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2cb097-d019-4c3b-a8cf-9812c22ac754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374911 Jul 22 21:17:28.498456 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-97277dc2-6bc5-4a96-a5bf-a325dd20fd1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17ff9885-2584-4112-aa18-d0626f86873d HTTP/1.1" status: 200 len: 217 time: 0.0605466 Jul 22 21:17:28.559545 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-ce5af1fc-65bd-4e34-af2a-6d9b82fff1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:28.560889 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-ce5af1fc-65bd-4e34-af2a-6d9b82fff1aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6a2a754-96cb-4530-9395-92080d2b89d1 HTTP/1.1" status: 200 len: 848 time: 0.0550647 Jul 22 21:17:28.572358 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908bb73-c444-408c-b188-b8081dd50a4c req-a56f57d5-eaad-401a-a3dc-fbc972433212 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:28.573727 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7908bb73-c444-408c-b188-b8081dd50a4c req-a56f57d5-eaad-401a-a3dc-fbc972433212 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.72 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 945 time: 0.1292365 Jul 22 21:17:28.606630 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-bd114418-8dea-43b0-9d1a-30e8f7ddaaf2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3136edc8-e729-4afd-9785-af102b423f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319765 Jul 22 21:17:28.759901 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-490f7b7c-f252-4a6d-897d-46857ee7e568 service neutron] 10.222.0.72 "GET /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317248 Jul 22 21:17:28.781025 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-7908bb73-c444-408c-b188-b8081dd50a4c req-a3435d34-37b4-4c72-b0fd-3c6c9aba6231 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Deleting port cc5b425a-bd03-4a75-a797-7715d080110d {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:28.781439 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-7908bb73-c444-408c-b188-b8081dd50a4c req-a3435d34-37b4-4c72-b0fd-3c6c9aba6231 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.971020 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e8c2dbac-123f-439e-b354-d7246d485bd7 req-e3c4d630-cbd0-4797-9ddf-ea5213d9d911 service neutron] 10.222.0.72 "GET /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034121 Jul 22 21:17:28.972843 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-7908bb73-c444-408c-b188-b8081dd50a4c req-a3435d34-37b4-4c72-b0fd-3c6c9aba6231 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] For port cc5b425a-bd03-4a75-a797-7715d080110d, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=cc5b425a-bd03-4a75-a797-7715d080110d,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:28.973232 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-7908bb73-c444-408c-b188-b8081dd50a4c req-a3435d34-37b4-4c72-b0fd-3c6c9aba6231 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:28.990057 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-7908bb73-c444-408c-b188-b8081dd50a4c req-a3435d34-37b4-4c72-b0fd-3c6c9aba6231 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Calling delete_port for cc5b425a-bd03-4a75-a797-7715d080110d owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:29.000796 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca382dce-7d26-498c-8247-df067abbb290 req-a240ad46-0fbe-4fb5-8e5d-0e0b18323707 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.002725 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ca382dce-7d26-498c-8247-df067abbb290 req-a240ad46-0fbe-4fb5-8e5d-0e0b18323707 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 943 time: 0.1844685 Jul 22 21:17:29.086338 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ca382dce-7d26-498c-8247-df067abbb290 req-978e12eb-0f20-4f67-bb7c-58db37f69a8f tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759037 Jul 22 21:17:29.193031 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-7908bb73-c444-408c-b188-b8081dd50a4c req-a3435d34-37b4-4c72-b0fd-3c6c9aba6231 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:29.229994 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3435d34-37b4-4c72-b0fd-3c6c9aba6231 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event deleted for resources: {'Port': ['ID=cc5b425a-bd03-4a75-a797-7715d080110d,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:29.237527 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a0883-895a-4fed-8e62-c7acaf00be05 req-1ca0954b-1b70-496e-8a2b-41f33bbabe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.239103 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf0a0883-895a-4fed-8e62-c7acaf00be05 req-1ca0954b-1b70-496e-8a2b-41f33bbabe08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2e0c2f4e30b47f8a58c5636250032c0&device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 1096 time: 0.1280406 Jul 22 21:17:29.297702 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7908bb73-c444-408c-b188-b8081dd50a4c req-a3435d34-37b4-4c72-b0fd-3c6c9aba6231 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] No DVR routers for this DVR port cc5b425a-bd03-4a75-a797-7715d080110d on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:29.305016 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-7908bb73-c444-408c-b188-b8081dd50a4c req-a3435d34-37b4-4c72-b0fd-3c6c9aba6231 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:29.306989 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7908bb73-c444-408c-b188-b8081dd50a4c req-a3435d34-37b4-4c72-b0fd-3c6c9aba6231 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.72 "DELETE /v2.0/ports/cc5b425a-bd03-4a75-a797-7715d080110d HTTP/1.1" status: 204 len: 173 time: 0.7234976 Jul 22 21:17:29.372351 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a0883-895a-4fed-8e62-c7acaf00be05 req-0f10fcff-d1e4-4002-af3a-88ccb5b13c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.374465 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf0a0883-895a-4fed-8e62-c7acaf00be05 req-0f10fcff-d1e4-4002-af3a-88ccb5b13c5c service neutron] 10.222.0.72 "GET /v2.0/networks?id=3136edc8-e729-4afd-9785-af102b423f1e HTTP/1.1" status: 200 len: 909 time: 0.1145852 Jul 22 21:17:29.421809 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf0a0883-895a-4fed-8e62-c7acaf00be05 req-f1c4cf69-e5ea-4935-ae27-4e0b40684d7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17ff9885-2584-4112-aa18-d0626f86873d HTTP/1.1" status: 200 len: 217 time: 0.0360003 Jul 22 21:17:29.486186 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a0883-895a-4fed-8e62-c7acaf00be05 req-d9f0dd61-dca5-4503-90af-9c81ae87d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.487611 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf0a0883-895a-4fed-8e62-c7acaf00be05 req-d9f0dd61-dca5-4503-90af-9c81ae87d61c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6a2a754-96cb-4530-9395-92080d2b89d1 HTTP/1.1" status: 200 len: 848 time: 0.0535467 Jul 22 21:17:29.512416 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-05e5b503-09e4-410e-89f8-acaf48754a57 req-b76d6f23-4363-4ee3-858c-1243cc19fbb7 tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "GET /v2.0/ports?device_id=05986ab3-1fde-47a7-ac34-10add4e44a92 HTTP/1.1" status: 200 len: 210 time: 0.0387716 Jul 22 21:17:29.536677 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf0a0883-895a-4fed-8e62-c7acaf00be05 req-58528635-9d45-42b4-b467-6945c06446cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3136edc8-e729-4afd-9785-af102b423f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327148 Jul 22 21:17:29.634655 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf0a0883-895a-4fed-8e62-c7acaf00be05 req-ad601970-8dc1-467b-8bb5-a524d37aec44 service neutron] 10.222.0.72 "GET /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868759 Jul 22 21:17:29.737775 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bf0a0883-895a-4fed-8e62-c7acaf00be05 req-d06e66ff-0905-4a34-92a3-8832035dac07 service neutron] 10.222.0.72 "GET /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931547 Jul 22 21:17:30.128941 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-4638a77c-f41c-4e4e-b049-a52cd32ecfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:30.219685 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4528fd7-ed2a-42b2-82a7-ee0973292205 req-fd008eea-0818-4872-9df9-f7e2232da6cb tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:30.221286 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4528fd7-ed2a-42b2-82a7-ee0973292205 req-fd008eea-0818-4872-9df9-f7e2232da6cb tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 943 time: 0.0664074 Jul 22 21:17:30.221840 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'name': 'network-vif-deleted', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:30.224061 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9028c9-efda-410c-a34d-748b8414549a" -d '{"events": [{"server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "name": "network-vif-deleted", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:30.269690 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564c3076-a14b-4ccc-9c12-398779c5b634 x-openstack-request-id: req-564c3076-a14b-4ccc-9c12-398779c5b634 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:30.270107 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05986ab3-1fde-47a7-ac34-10add4e44a92", "name": "network-vif-deleted", "tag": "cc5b425a-bd03-4a75-a797-7715d080110d", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:30.270358 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-564c3076-a14b-4ccc-9c12-398779c5b634 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:30.270750 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05986ab3-1fde-47a7-ac34-10add4e44a92', 'name': 'network-vif-deleted', 'tag': 'cc5b425a-bd03-4a75-a797-7715d080110d', 'status': 'completed', 'code': 200} Jul 22 21:17:30.274197 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c4528fd7-ed2a-42b2-82a7-ee0973292205 req-b82f9005-145a-4b16-99f7-dc06e0d1e71a tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469487 Jul 22 21:17:30.567521 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56134) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:30.627839 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b5900bf6-83d2-4469-99de-e54972c2ce0a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:30.652886 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b5900bf6-83d2-4469-99de-e54972c2ce0a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:30.714436 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b5900bf6-83d2-4469-99de-e54972c2ce0a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:30.717418 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b5900bf6-83d2-4469-99de-e54972c2ce0a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:30.718644 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-b5900bf6-83d2-4469-99de-e54972c2ce0a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] 10.222.0.61 "DELETE /v2.0/security-groups/1b2cb097-d019-4c3b-a8cf-9812c22ac754 HTTP/1.1" status: 204 len: 168 time: 0.1501427 Jul 22 21:17:30.728082 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5900bf6-83d2-4469-99de-e54972c2ce0a tempest-TestShelveInstance-705926485 tempest-TestShelveInstance-705926485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2cb097-d019-4c3b-a8cf-9812c22ac754,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:30.764078 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56138) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:31.273923 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a5484f3b-6b28-4489-8970-89d3e6473166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416730'] for router_interface, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:31.506197 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb1edb-c23b-4e51-b12d-c854e06fa03e req-1df19dbf-34aa-4944-8fa1-95a877b15f84 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:31.507648 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eabb1edb-c23b-4e51-b12d-c854e06fa03e req-1df19dbf-34aa-4944-8fa1-95a877b15f84 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 943 time: 0.1628065 Jul 22 21:17:31.564091 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eabb1edb-c23b-4e51-b12d-c854e06fa03e req-202274b5-a1ce-4fe4-8648-1b41f3a96373 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507488 Jul 22 21:17:31.656528 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-a5484f3b-6b28-4489-8970-89d3e6473166 admin admin] Deleting port 4248e335-376c-469b-9c19-65d959b4d538 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:31.656894 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a5484f3b-6b28-4489-8970-89d3e6473166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:31.966646 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-a5484f3b-6b28-4489-8970-89d3e6473166 admin admin] For port 4248e335-376c-469b-9c19-65d959b4d538, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=4248e335-376c-469b-9c19-65d959b4d538,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:31.967043 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a5484f3b-6b28-4489-8970-89d3e6473166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:31.980070 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-a5484f3b-6b28-4489-8970-89d3e6473166 admin admin] Calling delete_port for 4248e335-376c-469b-9c19-65d959b4d538 owned by network:router_interface {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:32.155295 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a5484f3b-6b28-4489-8970-89d3e6473166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.179731 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5484f3b-6b28-4489-8970-89d3e6473166 admin admin] Pushing event deleted for resources: {'Port': ['ID=4248e335-376c-469b-9c19-65d959b4d538,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:32.348124 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a5484f3b-6b28-4489-8970-89d3e6473166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416582'] for router_interface, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.555859 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5484f3b-6b28-4489-8970-89d3e6473166 admin admin] Router efa7c75a-9340-4d95-97c4-69a33091f845 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:17:32.699323 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5484f3b-6b28-4489-8970-89d3e6473166 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:17:32.705556 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-a5484f3b-6b28-4489-8970-89d3e6473166 admin admin] 10.222.0.61 "PUT /v2.0/routers/efa7c75a-9340-4d95-97c4-69a33091f845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9396794 Jul 22 21:17:32.708150 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56158) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:32.709410 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190c4d38-c376-4d15-8a8a-39c755889719 None None] Sync routers for ids ['efa7c75a-9340-4d95-97c4-69a33091f845'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:17:32.718788 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190c4d38-c376-4d15-8a8a-39c755889719 None None] Routers {'efa7c75a-9340-4d95-97c4-69a33091f845'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:32.719443 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-190c4d38-c376-4d15-8a8a-39c755889719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:17:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['efa7c75a-9340-4d95-97c4-69a33091f845'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:32.759070 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cab80-a5e2-4dfe-82b0-67c3736b9a3f req-09b03013-a3de-4031-93ed-c069783d704a tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:32.760468 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c7cab80-a5e2-4dfe-82b0-67c3736b9a3f req-09b03013-a3de-4031-93ed-c069783d704a tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 943 time: 0.1290226 Jul 22 21:17:32.825032 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-190c4d38-c376-4d15-8a8a-39c755889719 None None] Set router efa7c75a-9340-4d95-97c4-69a33091f845 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:32.846019 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c7cab80-a5e2-4dfe-82b0-67c3736b9a3f req-2008f9b5-2cd2-4cca-b3d2-eb00be3cfd74 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598564 Jul 22 21:17:32.862460 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.903376 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-befd81b0-d306-4b94-8ec0-4813e8167903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:32.962336 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.013540 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-190c4d38-c376-4d15-8a8a-39c755889719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:17:32Z', 'revision_number': 5, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port': {'id': 'ee4685a3-abf5-48ef-a190-4127020382d9', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:46Z', 'updated_at': '2021-07-22T21:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:33.019642 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Deleting port ee4685a3-abf5-48ef-a190-4127020382d9 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:33.019984 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.043860 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190c4d38-c376-4d15-8a8a-39c755889719 None None] Checking router: efa7c75a-9340-4d95-97c4-69a33091f845 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:17:33.052586 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190c4d38-c376-4d15-8a8a-39c755889719 None None] Routers {'efa7c75a-9340-4d95-97c4-69a33091f845'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:33.053240 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-190c4d38-c376-4d15-8a8a-39c755889719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:17:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['efa7c75a-9340-4d95-97c4-69a33091f845'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:33.101004 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] For port ee4685a3-abf5-48ef-a190-4127020382d9, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=ee4685a3-abf5-48ef-a190-4127020382d9,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:33.101390 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.114376 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Calling delete_port for ee4685a3-abf5-48ef-a190-4127020382d9 owned by network:router_gateway {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:33.138267 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-190c4d38-c376-4d15-8a8a-39c755889719 None None] Set router efa7c75a-9340-4d95-97c4-69a33091f845 gateway port host: None {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:33.199154 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-190c4d38-c376-4d15-8a8a-39c755889719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:17:32Z', 'revision_number': 6, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port_host': None}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:33.233494 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190c4d38-c376-4d15-8a8a-39c755889719 None None] The sync data for ids ['efa7c75a-9340-4d95-97c4-69a33091f845'] in dv-cinder-801902-1-iscsi is: [{'id': 'efa7c75a-9340-4d95-97c4-69a33091f845', 'name': 'tempest-TestShelveInstance-1144440006-router', 'tenant_id': '2d64087a21984722bde5bc91d44ce0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:44Z', 'updated_at': '2021-07-22T21:17:32Z', 'revision_number': 6, 'project_id': '2d64087a21984722bde5bc91d44ce0df', 'gw_port_host': None}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:17:33.240698 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.303195 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.304969 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 17ff9885-2584-4112-aa18-d0626f86873d details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:17:33.318221 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device cc5b425a-bd03-4a75-a797-7715d080110d no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:33.334356 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4685a3-abf5-48ef-a190-4127020382d9,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:33.345888 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: cc5b425a-bd03-4a75-a797-7715d080110d {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:33.346228 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device cc5b425a-bd03-4a75-a797-7715d080110d not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:33.414940 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369632'] for router_gateway, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.444245 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 17ff9885-2584-4112-aa18-d0626f86873d, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=17ff9885-2584-4112-aa18-d0626f86873d,segment=NetworkSegment(fa562194-000c-452f-9853-28d18c9d6d4e),segment_id=fa562194-000c-452f-9853-28d18c9d6d4e)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:33.455822 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '17ff9885-2584-4112-aa18-d0626f86873d', 'network_id': '3136edc8-e729-4afd-9785-af102b423f1e', 'port_id': '17ff9885-2584-4112-aa18-d0626f86873d', 'mac_address': 'fa:16:3e:f4:41:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a2a754-96cb-4530-9395-92080d2b89d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:17:33.498593 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.512822 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59103'] for router, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.512822 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.558795 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417051'] for router, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.559441 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa7c75a-9340-4d95-97c4-69a33091f845 {{(pid=93128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:17:33.566427 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.567818 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-801515a1-7aa0-4742-8913-d3d34e60ba8e admin admin] 10.222.0.61 "DELETE /v2.0/routers/efa7c75a-9340-4d95-97c4-69a33091f845 HTTP/1.1" status: 204 len: 168 time: 0.8587236 Jul 22 21:17:33.570914 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56166) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:33.625368 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f4da3c-ca49-4871-b153-e022028c5f3f admin admin] Deleting subnet d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30 {{(pid=93129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:17:33.630427 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d1f4da3c-ca49-4871-b153-e022028c5f3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.648947 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ff9885-2584-4112-aa18-d0626f86873d {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:33.674420 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d1f4da3c-ca49-4871-b153-e022028c5f3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3952124'] for subnet, precommit_delete_associations {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.685042 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 17ff9885-2584-4112-aa18-d0626f86873d, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=17ff9885-2584-4112-aa18-d0626f86873d,segment=NetworkSegment(fa562194-000c-452f-9853-28d18c9d6d4e),segment_id=fa562194-000c-452f-9853-28d18c9d6d4e)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:33.690468 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.735204 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 4248e335-376c-469b-9c19-65d959b4d538 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:33.756013 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: 4248e335-376c-469b-9c19-65d959b4d538 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:33.756350 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 4248e335-376c-469b-9c19-65d959b4d538 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:33.771718 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d1f4da3c-ca49-4871-b153-e022028c5f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.772454 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=17ff9885-2584-4112-aa18-d0626f86873d,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:33.824206 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d1f4da3c-ca49-4871-b153-e022028c5f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9935957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962763'] for subnet, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.848581 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4da3c-ca49-4871-b153-e022028c5f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:33.851993 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-d1f4da3c-ca49-4871-b153-e022028c5f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.853918 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-d1f4da3c-ca49-4871-b153-e022028c5f3f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d262ae4c-ddf9-420b-a40c-7dc1dc4e0d30 HTTP/1.1" status: 204 len: 168 time: 0.2820616 Jul 22 21:17:33.856349 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56168) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:33.859552 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a02a11-71c5-40ef-b997-6aa869760c57 None None] Network 75d01a07-1004-4894-b159-65c12a3faea0 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:17:33.925809 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:33.992764 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.004715 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f13ad-a0f7-4d7d-8f2e-9d41663ae028 req-657b2cf6-1451-4441-b09f-0f3bc86d47a8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:34.006938 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f54f13ad-a0f7-4d7d-8f2e-9d41663ae028 req-657b2cf6-1451-4441-b09f-0f3bc86d47a8 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 944 time: 0.0896463 Jul 22 21:17:34.057557 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f54f13ad-a0f7-4d7d-8f2e-9d41663ae028 req-dc9f2433-7055-4a54-bb90-d35f65fec5ef tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443537 Jul 22 21:17:34.084548 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['17ff9885-2584-4112-aa18-d0626f86873d'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:34.109007 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb770a5d-a8fb-410a-ad8b-4a673147e3f1 None None] DHCP port deletion for 75d01a07-1004-4894-b159-65c12a3faea0 request from dv-cinder-801902-1-iscsi {{(pid=93130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:17:34.213403 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-fb770a5d-a8fb-410a-ad8b-4a673147e3f1 None None] Deleting port 2ee33ee4-39f9-47c3-8c20-559d948ca779 {{(pid=93130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:34.213793 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fb770a5d-a8fb-410a-ad8b-4a673147e3f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.218009 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Deleting port 2ee33ee4-39f9-47c3-8c20-559d948ca779 {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:34.218354 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.279260 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] For port 2ee33ee4-39f9-47c3-8c20-559d948ca779, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=2ee33ee4-39f9-47c3-8c20-559d948ca779,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:34.279622 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.293395 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Calling delete_port for 2ee33ee4-39f9-47c3-8c20-559d948ca779 owned by network:dhcp {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:34.294311 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-fb770a5d-a8fb-410a-ad8b-4a673147e3f1 None None] For port 2ee33ee4-39f9-47c3-8c20-559d948ca779, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=2ee33ee4-39f9-47c3-8c20-559d948ca779,segment=NetworkSegment(086b9ab0-e507-419b-a101-8636f3b48ef0),segment_id=086b9ab0-e507-419b-a101-8636f3b48ef0)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:34.294727 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fb770a5d-a8fb-410a-ad8b-4a673147e3f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.326236 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-fb770a5d-a8fb-410a-ad8b-4a673147e3f1 None None] Calling delete_port for 2ee33ee4-39f9-47c3-8c20-559d948ca779 owned by network:dhcp {{(pid=93130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:34.380271 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.407025 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee33ee4-39f9-47c3-8c20-559d948ca779,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:34.410850 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] No DVR routers for this DVR port 2ee33ee4-39f9-47c3-8c20-559d948ca779 on host dv-cinder-801902-1-iscsi {{(pid=93129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:34.465358 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fb770a5d-a8fb-410a-ad8b-4a673147e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162'] for port, after_delete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.482210 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.492898 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d01a07-1004-4894-b159-65c12a3faea0']}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:34.493850 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb770a5d-a8fb-410a-ad8b-4a673147e3f1 None None] Pushing event deleted for resources: {'Port': ['ID=2ee33ee4-39f9-47c3-8c20-559d948ca779,revision_number=None']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:34.497793 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb770a5d-a8fb-410a-ad8b-4a673147e3f1 None None] No DVR routers for this DVR port 2ee33ee4-39f9-47c3-8c20-559d948ca779 on host dv-cinder-801902-1-iscsi {{(pid=93130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:34.507406 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086b9ab0-e507-419b-a101-8636f3b48ef0') {'for_net_delete': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:34.507805 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086b9ab0-e507-419b-a101-8636f3b48ef0') {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:34.516966 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3952117'] for segment, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.529700 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.536047 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:17:34.536541 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935919'] for segment, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: Traceback (most recent call last): Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: timer() Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: cb(*args, **kw) Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: return func(*args, **kwargs) Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: self._notify() Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: self.callback(batched_events) Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: event.method(event) Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: return f(self, *a, **k) Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._get(url).json() Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: return self.request(url, 'GET', **kwargs) Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:17:34.538172 dv-cinder-801902-1-iscsi neutron-server[93129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:17:34.590249 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.596305 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.607899 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56174) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:34.609047 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] 10.222.0.61 "DELETE /v2.0/networks/75d01a07-1004-4894-b159-65c12a3faea0 HTTP/1.1" status: 204 len: 168 time: 0.7472711 Jul 22 21:17:34.619312 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e9ea7-e690-44e2-8c92-1a62b30ddc7f admin admin] Pushing event deleted for resources: {'Network': ['ID=75d01a07-1004-4894-b159-65c12a3faea0,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:34.941975 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-99f0c6e2-32a5-411e-a7a8-8bf4e9d854bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416730'] for router_interface, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.223140 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.235085 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729f61d-6c06-4798-8222-c7ca8cacf641 req-b0194ba0-ae4f-495c-b9c8-9181f8e77a3f tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:35.236574 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9729f61d-6c06-4798-8222-c7ca8cacf641 req-b0194ba0-ae4f-495c-b9c8-9181f8e77a3f tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 944 time: 0.1015832 Jul 22 21:17:35.241988 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-99f0c6e2-32a5-411e-a7a8-8bf4e9d854bb admin admin] Deleting port 06faa749-f3e9-4932-acaf-f7635ab8c714 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:35.242325 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-99f0c6e2-32a5-411e-a7a8-8bf4e9d854bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.331810 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9729f61d-6c06-4798-8222-c7ca8cacf641 req-f50af075-55a0-44a7-ba9b-e0dbdcf5c788 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874934 Jul 22 21:17:35.332620 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 17ff9885-2584-4112-aa18-d0626f86873d up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:35.357528 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-99f0c6e2-32a5-411e-a7a8-8bf4e9d854bb admin admin] For port 06faa749-f3e9-4932-acaf-f7635ab8c714, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=06faa749-f3e9-4932-acaf-f7635ab8c714,segment=NetworkSegment(029f1b93-73a7-4f7f-9947-dba1ede470e9),segment_id=029f1b93-73a7-4f7f-9947-dba1ede470e9)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:35.357878 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-99f0c6e2-32a5-411e-a7a8-8bf4e9d854bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.371107 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-99f0c6e2-32a5-411e-a7a8-8bf4e9d854bb admin admin] Calling delete_port for 06faa749-f3e9-4932-acaf-f7635ab8c714 owned by network:router_interface {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:35.382565 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port 17ff9885-2584-4112-aa18-d0626f86873d completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:35.386124 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 17ff9885-2584-4112-aa18-d0626f86873d triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:35.386493 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.462998 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.488906 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d25efc5-e72c-4304-835a-5a95bd95cff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ff9885-2584-4112-aa18-d0626f86873d'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:35.491262 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3fa8d7-dcb1-4a71-98c9-3c6dc334466c" -d '{"events": [{"server_uuid": "4d25efc5-e72c-4304-835a-5a95bd95cff0", "name": "network-vif-plugged", "status": "completed", "tag": "17ff9885-2584-4112-aa18-d0626f86873d"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:35.504492 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 17ff9885-2584-4112-aa18-d0626f86873d, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=17ff9885-2584-4112-aa18-d0626f86873d,segment=NetworkSegment(fa562194-000c-452f-9853-28d18c9d6d4e),segment_id=fa562194-000c-452f-9853-28d18c9d6d4e)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:35.509918 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.561144 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a93afc7-c34f-4b88-b568-4293d25d6f0e x-openstack-request-id: req-3a93afc7-c34f-4b88-b568-4293d25d6f0e {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:35.561524 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d25efc5-e72c-4304-835a-5a95bd95cff0", "name": "network-vif-plugged", "status": "completed", "tag": "17ff9885-2584-4112-aa18-d0626f86873d", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:35.562084 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a93afc7-c34f-4b88-b568-4293d25d6f0e {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:35.562245 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d25efc5-e72c-4304-835a-5a95bd95cff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ff9885-2584-4112-aa18-d0626f86873d', 'code': 200} Jul 22 21:17:35.563105 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device ee4685a3-abf5-48ef-a190-4127020382d9 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:35.567274 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-99f0c6e2-32a5-411e-a7a8-8bf4e9d854bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.586674 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: ee4685a3-abf5-48ef-a190-4127020382d9 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:35.587016 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device ee4685a3-abf5-48ef-a190-4127020382d9 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:35.587418 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 2ee33ee4-39f9-47c3-8c20-559d948ca779 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:35.589129 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=17ff9885-2584-4112-aa18-d0626f86873d,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:35.592724 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0c6e2-32a5-411e-a7a8-8bf4e9d854bb admin admin] Pushing event deleted for resources: {'Port': ['ID=06faa749-f3e9-4932-acaf-f7635ab8c714,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:35.623029 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: 2ee33ee4-39f9-47c3-8c20-559d948ca779 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:35.623369 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 2ee33ee4-39f9-47c3-8c20-559d948ca779 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:35.779685 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-99f0c6e2-32a5-411e-a7a8-8bf4e9d854bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416582'] for router_interface, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:35.901689 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1079-9ff3-4b13-bdd6-31bd3471dc49 req-668d321f-6456-4aa5-888a-259f7bdbb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:35.903173 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0dfd1079-9ff3-4b13-bdd6-31bd3471dc49 req-668d321f-6456-4aa5-888a-259f7bdbb6de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 1098 time: 0.1322107 Jul 22 21:17:35.979066 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0dfd1079-9ff3-4b13-bdd6-31bd3471dc49 req-4f77521b-8428-47ae-a7db-79d7a37cf88f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666435 Jul 22 21:17:36.048067 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f0c6e2-32a5-411e-a7a8-8bf4e9d854bb admin admin] Router 732dbd24-06c5-439c-8b3d-7d09ef252996 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:17:36.152199 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f0c6e2-32a5-411e-a7a8-8bf4e9d854bb admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:17:36.158827 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-99f0c6e2-32a5-411e-a7a8-8bf4e9d854bb admin admin] 10.222.0.61 "PUT /v2.0/routers/732dbd24-06c5-439c-8b3d-7d09ef252996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5543969 Jul 22 21:17:36.159614 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56182) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:36.162083 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d52be-ad5f-4033-8d2a-f17ec89c6c61 None None] Sync routers for ids ['732dbd24-06c5-439c-8b3d-7d09ef252996'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:17:36.172230 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d52be-ad5f-4033-8d2a-f17ec89c6c61 None None] Routers {'732dbd24-06c5-439c-8b3d-7d09ef252996'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:36.172826 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-346d52be-ad5f-4033-8d2a-f17ec89c6c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:17:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['732dbd24-06c5-439c-8b3d-7d09ef252996'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:36.277678 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-346d52be-ad5f-4033-8d2a-f17ec89c6c61 None None] Set router 732dbd24-06c5-439c-8b3d-7d09ef252996 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:36.465207 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-346d52be-ad5f-4033-8d2a-f17ec89c6c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'name': 'tempest-TestShelveInstance-1645164848-router', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:55Z', 'updated_at': '2021-07-22T21:17:35Z', 'revision_number': 5, 'project_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'gw_port': {'id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:56Z', 'updated_at': '2021-07-22T21:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:36.495136 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d52be-ad5f-4033-8d2a-f17ec89c6c61 None None] Checking router: 732dbd24-06c5-439c-8b3d-7d09ef252996 for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:17:36.503538 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d52be-ad5f-4033-8d2a-f17ec89c6c61 None None] Routers {'732dbd24-06c5-439c-8b3d-7d09ef252996'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:36.504144 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-346d52be-ad5f-4033-8d2a-f17ec89c6c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:17:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['732dbd24-06c5-439c-8b3d-7d09ef252996'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:36.534413 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Notify callbacks [] for router, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:36.604986 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-346d52be-ad5f-4033-8d2a-f17ec89c6c61 None None] Set router 732dbd24-06c5-439c-8b3d-7d09ef252996 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:36.606889 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa9d51-cfae-4fe2-ad79-3d8c4ed826db req-16b6477d-8188-4898-9440-29cef57f6efe tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:36.608938 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8aa9d51-cfae-4fe2-ad79-3d8c4ed826db req-16b6477d-8188-4898-9440-29cef57f6efe tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 945 time: 0.1739678 Jul 22 21:17:36.666616 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d8aa9d51-cfae-4fe2-ad79-3d8c4ed826db req-14ec2eb9-8387-4592-aefd-bf2807653c94 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489843 Jul 22 21:17:36.678205 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:36.740290 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Deleting port 5af9705c-23e6-4cd5-bc50-8fcf4727820e {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:36.740630 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:36.787057 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-346d52be-ad5f-4033-8d2a-f17ec89c6c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'name': 'tempest-TestShelveInstance-1645164848-router', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:55Z', 'updated_at': '2021-07-22T21:17:35Z', 'revision_number': 5, 'project_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'gw_port': {'id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:56Z', 'updated_at': '2021-07-22T21:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:36.812748 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d52be-ad5f-4033-8d2a-f17ec89c6c61 None None] The sync data for ids ['732dbd24-06c5-439c-8b3d-7d09ef252996'] in dv-cinder-801902-1-iscsi is: [{'id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'name': 'tempest-TestShelveInstance-1645164848-router', 'tenant_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:11:55Z', 'updated_at': '2021-07-22T21:17:35Z', 'revision_number': 5, 'project_id': 'da6ee0cade9f4df68eba68fd900c4b30', 'gw_port': {'id': '5af9705c-23e6-4cd5-bc50-8fcf4727820e', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732dbd24-06c5-439c-8b3d-7d09ef252996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:11:56Z', 'updated_at': '2021-07-22T21:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:17:36.822471 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] For port 5af9705c-23e6-4cd5-bc50-8fcf4727820e, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=5af9705c-23e6-4cd5-bc50-8fcf4727820e,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:36.823047 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:36.835443 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Calling delete_port for 5af9705c-23e6-4cd5-bc50-8fcf4727820e owned by network:router_gateway {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:37.005056 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.029497 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=5af9705c-23e6-4cd5-bc50-8fcf4727820e,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:37.093883 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369632'] for router_gateway, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.182219 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59103'] for router, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.184403 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.229997 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417051'] for router, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.230613 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 732dbd24-06c5-439c-8b3d-7d09ef252996 {{(pid=93128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:17:37.235581 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.236748 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-5d483956-c46a-4107-b5a1-a6d33f728a6b admin admin] 10.222.0.61 "DELETE /v2.0/routers/732dbd24-06c5-439c-8b3d-7d09ef252996 HTTP/1.1" status: 204 len: 168 time: 1.0762329 Jul 22 21:17:37.239332 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56188) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:37.284371 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d747cbba-bf64-4101-8fed-fbaf4ff15ecb admin admin] Deleting subnet 84a6ab27-c0fc-4ceb-a3b1-f10133b79641 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:17:37.287689 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d747cbba-bf64-4101-8fed-fbaf4ff15ecb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.322146 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d747cbba-bf64-4101-8fed-fbaf4ff15ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499746'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.414918 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d747cbba-bf64-4101-8fed-fbaf4ff15ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.475175 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d747cbba-bf64-4101-8fed-fbaf4ff15ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3138779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8576950'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.501070 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747cbba-bf64-4101-8fed-fbaf4ff15ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a6ab27-c0fc-4ceb-a3b1-f10133b79641,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:37.505000 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-d747cbba-bf64-4101-8fed-fbaf4ff15ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.506927 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-d747cbba-bf64-4101-8fed-fbaf4ff15ecb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/84a6ab27-c0fc-4ceb-a3b1-f10133b79641 HTTP/1.1" status: 204 len: 168 time: 0.2665830 Jul 22 21:17:37.509570 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56190) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:37.510277 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3c6fce-e4ca-4cc6-aa7e-4821c75a30d2 None None] Network 6613ced6-26ce-4218-8f6a-1d1acd04683f requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:17:37.578274 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.632156 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Deleting port eb1b0b8b-e856-4432-9b67-56586d0956e3 {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:37.632486 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.699268 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] For port eb1b0b8b-e856-4432-9b67-56586d0956e3, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=eb1b0b8b-e856-4432-9b67-56586d0956e3,segment=NetworkSegment(029f1b93-73a7-4f7f-9947-dba1ede470e9),segment_id=029f1b93-73a7-4f7f-9947-dba1ede470e9)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:37.699623 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.719078 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Calling delete_port for eb1b0b8b-e856-4432-9b67-56586d0956e3 owned by network:dhcp {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:37.792268 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3aa624-03f9-4011-9a2c-8c7d3c965b2e None None] DHCP port deletion for 6613ced6-26ce-4218-8f6a-1d1acd04683f request from dv-cinder-801902-1-iscsi {{(pid=93130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:17:37.825967 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.841883 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] No DVR routers for this DVR port eb1b0b8b-e856-4432-9b67-56586d0956e3 on host dv-cinder-801902-1-iscsi {{(pid=93129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:37.866657 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17277e64-8589-4626-b363-ce6b67136006 req-f5007bc0-700a-4cd2-b3aa-8f9e93fe856a tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:37.873549 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-17277e64-8589-4626-b363-ce6b67136006 req-f5007bc0-700a-4cd2-b3aa-8f9e93fe856a tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 945 time: 0.1308770 Jul 22 21:17:37.876459 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-2a3aa624-03f9-4011-9a2c-8c7d3c965b2e None None] Deleting port eb1b0b8b-e856-4432-9b67-56586d0956e3 {{(pid=93130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:37.876846 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-2a3aa624-03f9-4011-9a2c-8c7d3c965b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.880231 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 06faa749-f3e9-4932-acaf-f7635ab8c714 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:37.882953 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1b0b8b-e856-4432-9b67-56586d0956e3,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:37.914604 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-17277e64-8589-4626-b363-ce6b67136006 req-f5f6b0c3-7d37-4de2-be59-18bafe1bfc47 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Jul 22 21:17:37.918598 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: 06faa749-f3e9-4932-acaf-f7635ab8c714 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:37.918951 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 06faa749-f3e9-4932-acaf-f7635ab8c714 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:37.919355 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 5af9705c-23e6-4cd5-bc50-8fcf4727820e no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:37.946127 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.948804 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: 5af9705c-23e6-4cd5-bc50-8fcf4727820e {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:37.949270 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 5af9705c-23e6-4cd5-bc50-8fcf4727820e not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:37.949752 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device eb1b0b8b-e856-4432-9b67-56586d0956e3 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:37.957614 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6613ced6-26ce-4218-8f6a-1d1acd04683f']}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:37.969049 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029f1b93-73a7-4f7f-9947-dba1ede470e9') {'for_net_delete': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:37.969049 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029f1b93-73a7-4f7f-9947-dba1ede470e9') {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:37.978282 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3952117'] for segment, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.992329 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.998374 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: eb1b0b8b-e856-4432-9b67-56586d0956e3 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:37.999252 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device eb1b0b8b-e856-4432-9b67-56586d0956e3 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:37.999576 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:17:38.000010 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935919'] for segment, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: Traceback (most recent call last): Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: timer() Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: cb(*args, **kw) Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: return func(*args, **kwargs) Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: self._notify() Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: self.callback(batched_events) Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: event.method(event) Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: return f(self, *a, **k) Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._get(url).json() Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: return self.request(url, 'GET', **kwargs) Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:17:38.002738 dv-cinder-801902-1-iscsi neutron-server[93129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:17:38.011252 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-2a3aa624-03f9-4011-9a2c-8c7d3c965b2e None None] For port eb1b0b8b-e856-4432-9b67-56586d0956e3, host dv-cinder-801902-1-iscsi, got binding levels [] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:38.011608 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-2a3aa624-03f9-4011-9a2c-8c7d3c965b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.024817 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-2a3aa624-03f9-4011-9a2c-8c7d3c965b2e None None] Calling delete_port for eb1b0b8b-e856-4432-9b67-56586d0956e3 owned by network:dhcp {{(pid=93130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:38.027360 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.ipam_backend_mixin [None req-2a3aa624-03f9-4011-9a2c-8c7d3c965b2e None None] Port eb1b0b8b-e856-4432-9b67-56586d0956e3 was not found and therefore no delete operation was performed {{(pid=93130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:17:38.028784 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-2a3aa624-03f9-4011-9a2c-8c7d3c965b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162'] for port, after_delete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.053463 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3aa624-03f9-4011-9a2c-8c7d3c965b2e None None] Pushing event deleted for resources: {'Port': ['ID=eb1b0b8b-e856-4432-9b67-56586d0956e3,revision_number=None']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:38.057009 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3aa624-03f9-4011-9a2c-8c7d3c965b2e None None] No DVR routers for this DVR port eb1b0b8b-e856-4432-9b67-56586d0956e3 on host dv-cinder-801902-1-iscsi {{(pid=93130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:38.068619 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.070060 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.071521 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] 10.222.0.61 "DELETE /v2.0/networks/6613ced6-26ce-4218-8f6a-1d1acd04683f HTTP/1.1" status: 204 len: 168 time: 0.5610325 Jul 22 21:17:38.084636 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dde65-f701-430e-8f27-8bff473ee46b admin admin] Pushing event deleted for resources: {'Network': ['ID=6613ced6-26ce-4218-8f6a-1d1acd04683f,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:38.184173 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56198) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:38.225967 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-9b3496cf-ff0b-48e3-97ee-e82c4b75fc38 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d64087a21984722bde5bc91d44ce0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405724 Jul 22 21:17:38.229432 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56200) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:38.275889 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5835b0c2-3962-4e08-a182-56fcde1edbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.296505 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5835b0c2-3962-4e08-a182-56fcde1edbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.348090 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5835b0c2-3962-4e08-a182-56fcde1edbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.350611 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5835b0c2-3962-4e08-a182-56fcde1edbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.351775 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-5835b0c2-3962-4e08-a182-56fcde1edbcc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/73f8460c-6e2a-49a4-8e57-6870c5c1709a HTTP/1.1" status: 204 len: 168 time: 0.1214623 Jul 22 21:17:38.359882 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835b0c2-3962-4e08-a182-56fcde1edbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f8460c-6e2a-49a4-8e57-6870c5c1709a,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:38.660718 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56206) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:38.700565 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-21606155-31c7-4380-83b7-9166e09b83bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da6ee0cade9f4df68eba68fd900c4b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385668 Jul 22 21:17:38.703297 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56208) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:38.750099 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-145e89c1-747d-4395-b0ec-72bf2b779e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.772971 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-145e89c1-747d-4395-b0ec-72bf2b779e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.818120 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-145e89c1-747d-4395-b0ec-72bf2b779e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.820564 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-145e89c1-747d-4395-b0ec-72bf2b779e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.821804 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-145e89c1-747d-4395-b0ec-72bf2b779e4e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c09486b2-5918-4211-abd2-4cbd8ee8dfcb HTTP/1.1" status: 204 len: 168 time: 0.1175530 Jul 22 21:17:38.830330 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e89c1-747d-4395-b0ec-72bf2b779e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09486b2-5918-4211-abd2-4cbd8ee8dfcb,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:39.064313 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acae87e-a41f-4560-92ca-31a34855cdd7 req-5078775e-c4a8-4d8d-9027-9eeba62dd370 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:39.065825 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4acae87e-a41f-4560-92ca-31a34855cdd7 req-5078775e-c4a8-4d8d-9027-9eeba62dd370 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 945 time: 0.0799360 Jul 22 21:17:39.114632 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4acae87e-a41f-4560-92ca-31a34855cdd7 req-f45e47ed-7423-4e5b-b27e-dd0586058f40 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Jul 22 21:17:39.609553 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:17:43.853286 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df28d1-2aed-4290-bb0e-39ee3d277fbd req-803ad79f-7434-4f97-a40e-e54131df24a0 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:43.854758 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97df28d1-2aed-4290-bb0e-39ee3d277fbd req-803ad79f-7434-4f97-a40e-e54131df24a0 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 945 time: 0.0644803 Jul 22 21:17:43.891841 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-97df28d1-2aed-4290-bb0e-39ee3d277fbd req-03fb1bc2-9a2e-46a8-bd6b-899860b6b88b tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Jul 22 21:17:45.027311 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f97955-3666-4125-943e-ff6b8c401f9a req-4ae54955-28e0-4b4b-a78f-6432b083225b tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:45.028775 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d9f97955-3666-4125-943e-ff6b8c401f9a req-4ae54955-28e0-4b4b-a78f-6432b083225b tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 945 time: 0.0661733 Jul 22 21:17:45.065995 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d9f97955-3666-4125-943e-ff6b8c401f9a req-b37c061b-a87c-4e22-b4d2-1f9801601daa tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310409 Jul 22 21:17:46.193209 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f6ef7-bc66-41ff-8a82-50b21b12df34 req-ee5cba71-7ecc-4e0b-89af-bd90b9c968b0 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:46.194679 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-348f6ef7-bc66-41ff-8a82-50b21b12df34 req-ee5cba71-7ecc-4e0b-89af-bd90b9c968b0 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 945 time: 0.0628111 Jul 22 21:17:46.261125 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-348f6ef7-bc66-41ff-8a82-50b21b12df34 req-3ad59378-b7e6-4df0-a8c7-85f958f093a9 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a6dd534-dac8-4cc8-8be0-87955a4e32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606053 Jul 22 21:17:46.292953 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e52e73-3b68-4a13-b2ed-739596e6fe4f req-c88e365e-cfcf-49f4-8777-b40237723eb6 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:46.294418 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-79e52e73-3b68-4a13-b2ed-739596e6fe4f req-c88e365e-cfcf-49f4-8777-b40237723eb6 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 945 time: 0.0868413 Jul 22 21:17:46.394823 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-79e52e73-3b68-4a13-b2ed-739596e6fe4f req-1ae5216e-a30d-4659-ae7e-4a8588a56b58 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Deleting port 17ff9885-2584-4112-aa18-d0626f86873d {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:46.395160 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-79e52e73-3b68-4a13-b2ed-739596e6fe4f req-1ae5216e-a30d-4659-ae7e-4a8588a56b58 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.487409 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-79e52e73-3b68-4a13-b2ed-739596e6fe4f req-1ae5216e-a30d-4659-ae7e-4a8588a56b58 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] For port 17ff9885-2584-4112-aa18-d0626f86873d, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=17ff9885-2584-4112-aa18-d0626f86873d,segment=NetworkSegment(fa562194-000c-452f-9853-28d18c9d6d4e),segment_id=fa562194-000c-452f-9853-28d18c9d6d4e)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:46.487764 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-79e52e73-3b68-4a13-b2ed-739596e6fe4f req-1ae5216e-a30d-4659-ae7e-4a8588a56b58 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.499256 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-79e52e73-3b68-4a13-b2ed-739596e6fe4f req-1ae5216e-a30d-4659-ae7e-4a8588a56b58 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Calling delete_port for 17ff9885-2584-4112-aa18-d0626f86873d owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:46.623114 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-79e52e73-3b68-4a13-b2ed-739596e6fe4f req-1ae5216e-a30d-4659-ae7e-4a8588a56b58 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.656218 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5216e-a30d-4659-ae7e-4a8588a56b58 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Pushing event deleted for resources: {'Port': ['ID=17ff9885-2584-4112-aa18-d0626f86873d,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:46.667673 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['17ff9885-2584-4112-aa18-d0626f86873d'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:46.700829 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e52e73-3b68-4a13-b2ed-739596e6fe4f req-1ae5216e-a30d-4659-ae7e-4a8588a56b58 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] No DVR routers for this DVR port 17ff9885-2584-4112-aa18-d0626f86873d on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:46.704011 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-79e52e73-3b68-4a13-b2ed-739596e6fe4f req-1ae5216e-a30d-4659-ae7e-4a8588a56b58 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.706018 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-79e52e73-3b68-4a13-b2ed-739596e6fe4f req-1ae5216e-a30d-4659-ae7e-4a8588a56b58 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.72 "DELETE /v2.0/ports/17ff9885-2584-4112-aa18-d0626f86873d HTTP/1.1" status: 204 len: 173 time: 0.4025528 Jul 22 21:17:46.706453 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d25efc5-e72c-4304-835a-5a95bd95cff0', 'name': 'network-vif-deleted', 'tag': '17ff9885-2584-4112-aa18-d0626f86873d'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:46.708656 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29176402-9e87-430f-8f22-241090c98f55" -d '{"events": [{"server_uuid": "4d25efc5-e72c-4304-835a-5a95bd95cff0", "name": "network-vif-deleted", "tag": "17ff9885-2584-4112-aa18-d0626f86873d"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:46.743981 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4b3e4e-e03f-4999-9cf9-b7007d9a167d x-openstack-request-id: req-ca4b3e4e-e03f-4999-9cf9-b7007d9a167d {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:46.744330 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d25efc5-e72c-4304-835a-5a95bd95cff0", "name": "network-vif-deleted", "tag": "17ff9885-2584-4112-aa18-d0626f86873d", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:46.744571 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca4b3e4e-e03f-4999-9cf9-b7007d9a167d {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:46.745191 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d25efc5-e72c-4304-835a-5a95bd95cff0', 'name': 'network-vif-deleted', 'tag': '17ff9885-2584-4112-aa18-d0626f86873d', 'status': 'completed', 'code': 200} Jul 22 21:17:46.921657 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.368307 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9b4956d8-d385-4c79-92e3-5cd4d91107a5 req-6538b9ec-a818-4cef-aedd-48e4efbdac44 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 210 time: 0.0308661 Jul 22 21:17:48.482339 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dfe6ac11-04dc-42e4-8f36-f7aacbdf7b22 req-4345d575-d424-4d40-9d48-0ec3cb0a52cf tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 210 time: 0.0331569 Jul 22 21:17:49.587905 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-269b6d63-f89e-4fc9-a12d-01d81e4b289f req-cba8766c-ed10-469f-a163-30b6e848b875 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 210 time: 0.0286047 Jul 22 21:17:50.734880 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d4feb1c8-820d-4cb7-b8c5-d1530622b3d5 req-1a5ed9fe-9d0e-4710-bcdc-a5c680896a80 tempest-VolumesActionsTest-2107313769 tempest-VolumesActionsTest-2107313769-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 210 time: 0.0569518 Jul 22 21:17:50.736899 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f19c413a-87ee-4acd-a0b5-0720e815573d req-aa6b7b74-032d-43ba-9602-a0f75b353096 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0579128 Jul 22 21:17:50.852765 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f19c413a-87ee-4acd-a0b5-0720e815573d req-bf585dee-94b2-44a0-ae0d-2ab205b38c64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2e0c2f4e30b47f8a58c5636250032c0&device_id=4d25efc5-e72c-4304-835a-5a95bd95cff0 HTTP/1.1" status: 200 len: 210 time: 0.0307262 Jul 22 21:17:51.053038 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c413a-87ee-4acd-a0b5-0720e815573d req-96bb5791-15c0-40c1-9b8b-bf4cec6a37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:51.054500 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f19c413a-87ee-4acd-a0b5-0720e815573d req-96bb5791-15c0-40c1-9b8b-bf4cec6a37c8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f2e0c2f4e30b47f8a58c5636250032c0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1672001 Jul 22 21:17:51.212499 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c413a-87ee-4acd-a0b5-0720e815573d req-762aceef-969a-4aa7-b8b8-91399263601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:51.214026 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f19c413a-87ee-4acd-a0b5-0720e815573d req-762aceef-969a-4aa7-b8b8-91399263601f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1516359 Jul 22 21:17:51.366844 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 17ff9885-2584-4112-aa18-d0626f86873d no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:51.387177 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: 17ff9885-2584-4112-aa18-d0626f86873d {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:51.387423 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 17ff9885-2584-4112-aa18-d0626f86873d not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:59.359927 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56412) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:59.483932 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-177a5517-20bf-4449-a1a2-98ba5e36d830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.596797 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-177a5517-20bf-4449-a1a2-98ba5e36d830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.605641 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-177a5517-20bf-4449-a1a2-98ba5e36d830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.663006 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a5517-20bf-4449-a1a2-98ba5e36d830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdd779c-9d59-4b63-8fcc-deaf97ab2088,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:59.675355 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-177a5517-20bf-4449-a1a2-98ba5e36d830 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f2e23c5ce4b434986f6db70cbf7ee40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139551 Jul 22 21:17:59.677804 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56420) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:59.735645 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c15dab43-2ebc-42cc-9f6e-eedf5d4a5eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.759001 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c15dab43-2ebc-42cc-9f6e-eedf5d4a5eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.820875 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c15dab43-2ebc-42cc-9f6e-eedf5d4a5eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.824087 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c15dab43-2ebc-42cc-9f6e-eedf5d4a5eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.828529 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-c15dab43-2ebc-42cc-9f6e-eedf5d4a5eee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcdd779c-9d59-4b63-8fcc-deaf97ab2088 HTTP/1.1" status: 204 len: 168 time: 0.1466041 Jul 22 21:17:59.836593 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dab43-2ebc-42cc-9f6e-eedf5d4a5eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdd779c-9d59-4b63-8fcc-deaf97ab2088,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:00.139444 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-bd754eaf-903f-4e58-93b0-25211290f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.633729 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56444) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:00.747125 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2122316307-network', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:00.777588 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Made reservation on behalf of 3da1218ae5e04617a2c08bf98a1523c2 for: {'network': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:00.781540 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.791042 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.889480 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.894453 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.926887 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:18:00.932075 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb0e694-13e2-4e97-9790-e4bce418b2ee,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:00.941206 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.941902 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.segments_db [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Added segment 47628343-360d-47fe-ba62-992e87700c13 of type vlan for network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 Jul 22 21:18:00.988252 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.022555 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.023684 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:01.024338 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.064127 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4267321 Jul 22 21:18:01.064388 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56454) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:01.069575 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-28c3a5da-79ca-44be-928f-e92e74d010ed admin admin] Request body: {'subnet': {'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2122316307-subnet', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'ip_version': 4}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:01.112854 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b362845-ad7e-45c5-bd2c-068a71aa4da6 admin admin] Pushing event updated for resources: {'Network': ['ID=46396f4b-0955-4efb-96bf-aa9e8f6c4d31,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:01.135255 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:18:01.144052 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c3a5da-79ca-44be-928f-e92e74d010ed admin admin] Made reservation on behalf of 3da1218ae5e04617a2c08bf98a1523c2 for: {'subnet': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:01.151075 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28c3a5da-79ca-44be-928f-e92e74d010ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962742'] for subnet, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.367033 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28c3a5da-79ca-44be-928f-e92e74d010ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9936020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962756'] for subnet, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.448680 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3a5da-79ca-44be-928f-e92e74d010ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f15d3773-44e3-44a4-8cf7-a48a75e4fc77,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:01.464854 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c3a5da-79ca-44be-928f-e92e74d010ed admin admin] Checking segment: {'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:01.465447 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c3a5da-79ca-44be-928f-e92e74d010ed admin admin] Network hostable DHCP agents. Network: 46396f4b-0955-4efb-96bf-aa9e8f6c4d31, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:18:01.488916 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c3a5da-79ca-44be-928f-e92e74d010ed admin admin] Network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:18:01.500423 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-28c3a5da-79ca-44be-928f-e92e74d010ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 46396f4b-0955-4efb-96bf-aa9e8f6c4d31) {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:01.505311 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c3a5da-79ca-44be-928f-e92e74d010ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:01.506069 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-28c3a5da-79ca-44be-928f-e92e74d010ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.511287 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b561a-1022-4a2e-a4bc-554404273548 None None] Network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:01.540236 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-28c3a5da-79ca-44be-928f-e92e74d010ed admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4746859 Jul 22 21:18:01.540498 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56456) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:01.547999 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:01.589540 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-369506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59113'] for router, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.591730 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59110'] for router, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.661536 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.693257 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65543306-413c-5b99-9acb-ae0ce15c5c2c-46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'fixed_ips': [{'subnet_id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77'}]}} from dv-cinder-801902-1-iscsi. {{(pid=93130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:18:01.694239 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.809219 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59092'] for router, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:01.867353 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.db_base_plugin_common [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Allocated IP 172.20.0.2 (46396f4b-0955-4efb-96bf-aa9e8f6c4d31/f15d3773-44e3-44a4-8cf7-a48a75e4fc77/c97ecc54-2020-44d8-aa65-b0c114f9e75d) {{(pid=93130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:02.050124 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.062424 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Transition to ACTIVE for port object c97ecc54-2020-44d8-aa65-b0c114f9e75d will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:02.080919 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Transition to ACTIVE for port object c97ecc54-2020-44d8-aa65-b0c114f9e75d will not be triggered until provisioned by entity DHCP. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:02.088130 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.132925 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 is already hosted by enough agents. {{(pid=93130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:02.140014 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.base_scheduler [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Resources bound (agent type, host, resource id): {{(pid=93130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:02.143740 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Received port after_create {{(pid=93130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:02.151419 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Pushing event updated for resources: {'Port': ['ID=c97ecc54-2020-44d8-aa65-b0c114f9e75d,revision_number=1']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:02.212111 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Attempting to bind port c97ecc54-2020-44d8-aa65-b0c114f9e75d on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:02.212472 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Attempting to bind port c97ecc54-2020-44d8-aa65-b0c114f9e75d by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:02.212832 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Attempting to bind port c97ecc54-2020-44d8-aa65-b0c114f9e75d on network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:02.219646 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:02.220151 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Checking segment: {'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:02.220787 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.221484 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Bound using segment: {'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:02.222100 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Bound port: c97ecc54-2020-44d8-aa65-b0c114f9e75d, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:02.222939 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.294172 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.318233 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.325349 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] For port c97ecc54-2020-44d8-aa65-b0c114f9e75d, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:02.331443 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] For port c97ecc54-2020-44d8-aa65-b0c114f9e75d, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=c97ecc54-2020-44d8-aa65-b0c114f9e75d,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:02.337301 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.424972 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33976ed-42ba-42ec-926c-38882ba0e3d7 None None] Pushing event updated for resources: {'Port': ['ID=c97ecc54-2020-44d8-aa65-b0c114f9e75d,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:02.465301 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Allocated IP 172.27.1.53 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/1f685f54-ed3d-4bc7-9c88-b30a8b02a26b) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:02.626671 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.678445 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:02.715887 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:02.743532 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:02.748208 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:02.930178 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Pushing event updated for resources: {'Port': ['ID=1f685f54-ed3d-4bc7-9c88-b30a8b02a26b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:03.035195 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-00c443f4-d0b9-47a2-b210-a9fd7661a8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.122918 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.214191 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.453252 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-369596'] for router, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.580160 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c7ea93-28cc-4220-abbb-30ec581bfbb5 None None] Network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:03.668032 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Router e4ddd8de-8907-4b97-b487-08c335d65516 is scheduled to L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df with binding_index 1 {{(pid=93128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:18:03.684726 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device c97ecc54-2020-44d8-aa65-b0c114f9e75d up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:03.754497 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-7e8acb16-b2fe-457d-9eec-758ceefc9584 None None] Provisioning for port c97ecc54-2020-44d8-aa65-b0c114f9e75d completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:03.837824 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:03.838185 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port c97ecc54-2020-44d8-aa65-b0c114f9e75d completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:03.847262 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port c97ecc54-2020-44d8-aa65-b0c114f9e75d triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:03.847722 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.859567 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.861132 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-595d9163-d9ce-4acf-81fa-ea7cd33a4b78 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3189938 Jul 22 21:18:03.863817 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56474) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:03.886805 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Sync routers for ids ['e4ddd8de-8907-4b97-b487-08c335d65516'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:03.924300 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Routers {'e4ddd8de-8907-4b97-b487-08c335d65516'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:03.925143 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:18:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e4ddd8de-8907-4b97-b487-08c335d65516'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:04.057209 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.067467 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.130658 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Set router e4ddd8de-8907-4b97-b487-08c335d65516 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:04.163326 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port c97ecc54-2020-44d8-aa65-b0c114f9e75d, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=c97ecc54-2020-44d8-aa65-b0c114f9e75d,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:04.194273 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.303023 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=c97ecc54-2020-44d8-aa65-b0c114f9e75d,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:04.413743 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.413987 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:18:02Z', 'revision_number': 3, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:04.443953 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Checking router: e4ddd8de-8907-4b97-b487-08c335d65516 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:04.444297 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Updating router e4ddd8de-8907-4b97-b487-08c335d65516 port 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b binding host dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:18:04.469928 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-f2b4409a-ca6a-45e2-8513-b774cc3ac717 None None] Provisioning complete for port c97ecc54-2020-44d8-aa65-b0c114f9e75d triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:04.470723 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f2b4409a-ca6a-45e2-8513-b774cc3ac717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.519901 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.639443 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Allocated IP 172.20.0.1 (46396f4b-0955-4efb-96bf-aa9e8f6c4d31/f15d3773-44e3-44a4-8cf7-a48a75e4fc77/974762c6-b33e-4fc4-8974-965648afa1d4) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:04.764177 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.779982 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Transition to ACTIVE for port object 974762c6-b33e-4fc4-8974-965648afa1d4 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:04.829112 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.855556 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.870621 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Transition to ACTIVE for port object 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:04.886559 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.908380 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:04.911263 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:04.915196 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:04.921721 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Pushing event updated for resources: {'Port': ['ID=974762c6-b33e-4fc4-8974-965648afa1d4,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:04.950919 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:04.951341 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:04.952195 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:04.952715 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:04.953128 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:04.953492 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:04.953842 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:04.954180 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:04.954534 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:04.954896 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:04.955230 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:04.955564 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:04.975322 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205f5b4-0962-469c-8f87-298e65676bec None None] Pushing event updated for resources: {'Port': ['ID=1f685f54-ed3d-4bc7-9c88-b30a8b02a26b,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:04.981043 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Attempting to bind port 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:04.981822 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Attempting to bind port 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:04.982532 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Attempting to bind port 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b on network c2812c71-7be5-4495-afd6-eaefb879ca73 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:04.992700 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:04.993104 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Checking segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:04.993514 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.993762 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369485'] for router_interface, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.993948 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Bound using segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:04.994376 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Bound port: 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:04.994787 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.051178 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] For port 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:05.054440 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] For port 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=1f685f54-ed3d-4bc7-9c88-b30a8b02a26b,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:05.060182 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.146358 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Routers {'e4ddd8de-8907-4b97-b487-08c335d65516'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:05.147307 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:18:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e4ddd8de-8907-4b97-b487-08c335d65516'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:05.149822 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205f5b4-0962-469c-8f87-298e65676bec None None] Pushing event updated for resources: {'Port': ['ID=1f685f54-ed3d-4bc7-9c88-b30a8b02a26b,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:05.246261 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.256830 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.316740 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-228f9316-ff21-4560-b226-e14d2194bcdf None None] Provisioning for port 974762c6-b33e-4fc4-8974-965648afa1d4 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:05.321879 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] Set router e4ddd8de-8907-4b97-b487-08c335d65516 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:05.355136 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-228f9316-ff21-4560-b226-e14d2194bcdf None None] Provisioning complete for port 974762c6-b33e-4fc4-8974-965648afa1d4 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:05.355473 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-228f9316-ff21-4560-b226-e14d2194bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.435676 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-228f9316-ff21-4560-b226-e14d2194bcdf None None] Port 974762c6-b33e-4fc4-8974-965648afa1d4 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:18:05.459589 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.466555 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.577551 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416765'] for router_interface, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.580214 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Pushing event updated for resources: {'Port': ['ID=974762c6-b33e-4fc4-8974-965648afa1d4,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:05.605583 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device c97ecc54-2020-44d8-aa65-b0c114f9e75d up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:05.695689 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:05.696646 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port c97ecc54-2020-44d8-aa65-b0c114f9e75d triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:05.697014 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.697773 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:05.758666 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:18:02Z', 'revision_number': 3, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:05.809403 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea76d7d-89c8-4279-b569-cd0ea1d42e1d None None] The sync data for ids ['e4ddd8de-8907-4b97-b487-08c335d65516'] in dv-cinder-801902-1-iscsi is: [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:18:02Z', 'revision_number': 3, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:05.897312 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Router e4ddd8de-8907-4b97-b487-08c335d65516 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:18:05.968137 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-66f6cc90-4700-4911-9f7e-92ec86dd0b63 None None] Provisioning complete for port 974762c6-b33e-4fc4-8974-965648afa1d4 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:05.968507 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-66f6cc90-4700-4911-9f7e-92ec86dd0b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:06.006704 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-66f6cc90-4700-4911-9f7e-92ec86dd0b63 None None] Port 974762c6-b33e-4fc4-8974-965648afa1d4 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:18:06.087684 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:06.109422 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-ff3467a8-ec1c-474b-b671-7ce480ee498e admin admin] 10.222.0.61 "PUT /v2.0/routers/e4ddd8de-8907-4b97-b487-08c335d65516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2355993 Jul 22 21:18:06.745218 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56498) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:06.750327 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-298480373-network', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:06.785864 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Made reservation on behalf of 92a4ef7f6b7f416fbdd2cc54f0a1ad94 for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:06.788607 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:06.799748 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:06.936246 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:06.944477 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:06.979492 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:18:06.986418 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adba25e-912b-4d55-904a-b2f3143b235a,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:06.996753 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:06.997219 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Added segment 43ebe923-6a83-4ab4-a48d-89b82c64a7e8 of type vlan for network 6f9bdf8e-749a-45f2-a325-5fe736666f1b Jul 22 21:18:07.047355 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.084841 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.086637 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:07.087363 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.137206 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3907795 Jul 22 21:18:07.140050 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56504) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:07.145506 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Request body: {'subnet': {'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-298480373-subnet', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'ip_version': 4}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:07.182194 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Made reservation on behalf of 92a4ef7f6b7f416fbdd2cc54f0a1ad94 for: {'subnet': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:07.183395 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70d483-5ad1-4cb1-bb3d-ef415497ef80 admin admin] Pushing event updated for resources: {'Network': ['ID=6f9bdf8e-749a-45f2-a325-5fe736666f1b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:07.185659 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962742'] for subnet, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.198542 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 6f9bdf8e-749a-45f2-a325-5fe736666f1b details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:18:07.415453 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9936020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962756'] for subnet, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.489158 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca56d843-b3fd-4382-9755-4fd687cc40b7,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:07.497166 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:07.497519 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:07.497894 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:07.499078 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:07.499506 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:07.499877 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:07.500082 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:07.500505 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:07.500968 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:07.501356 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:07.501770 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:07.502122 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:07.518100 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Checking segment: {'id': '43ebe923-6a83-4ab4-a48d-89b82c64a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:07.518569 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Network hostable DHCP agents. Network: 6f9bdf8e-749a-45f2-a325-5fe736666f1b, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:18:07.549233 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Network 6f9bdf8e-749a-45f2-a325-5fe736666f1b is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:18:07.562514 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 6f9bdf8e-749a-45f2-a325-5fe736666f1b) {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:07.573149 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:07.574479 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.580424 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caea8548-2b84-4200-be8c-1de6867fea47 None None] Network 6f9bdf8e-749a-45f2-a325-5fe736666f1b requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:07.596787 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-20d0425b-5b2a-4b76-849c-eae311809158 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4555588 Jul 22 21:18:07.599416 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56510) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:07.606980 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-298480373-router', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:07.655248 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-369506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59113'] for router, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.655248 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59110'] for router, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.671426 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:07.717467 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.811250 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:07.820127 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:07.820488 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.867600 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65543306-413c-5b99-9acb-ae0ce15c5c2c-6f9bdf8e-749a-45f2-a325-5fe736666f1b', 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'fixed_ips': [{'subnet_id': 'ca56d843-b3fd-4382-9755-4fd687cc40b7'}]}} from dv-cinder-801902-1-iscsi. {{(pid=93130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:18:07.868463 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:07.928136 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59092'] for router, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.091700 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Sync routers for ids ['e4ddd8de-8907-4b97-b487-08c335d65516'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:08.107261 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.db_base_plugin_common [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Allocated IP 172.20.0.2 (6f9bdf8e-749a-45f2-a325-5fe736666f1b/ca56d843-b3fd-4382-9755-4fd687cc40b7/57bcb2a1-0c9d-4a83-9c09-997ecdb07509) {{(pid=93130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:08.109865 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Routers {'e4ddd8de-8907-4b97-b487-08c335d65516'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:08.110933 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:18:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e4ddd8de-8907-4b97-b487-08c335d65516'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:08.141836 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.191317 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=1f685f54-ed3d-4bc7-9c88-b30a8b02a26b,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:08.233617 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.236888 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.263986 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.265395 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Set router e4ddd8de-8907-4b97-b487-08c335d65516 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:08.386770 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Allocated IP 172.27.1.194 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/ee274789-34a3-4559-b765-354cef46ea73) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:08.388409 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=1f685f54-ed3d-4bc7-9c88-b30a8b02a26b,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:08.433197 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Notify callbacks [] for port, precommit_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.445140 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Transition to ACTIVE for port object 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:08.464474 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Transition to ACTIVE for port object 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 will not be triggered until provisioned by entity DHCP. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:08.476111 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.522238 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Network 6f9bdf8e-749a-45f2-a325-5fe736666f1b is already hosted by enough agents. {{(pid=93130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:08.533396 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.base_scheduler [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Resources bound (agent type, host, resource id): {{(pid=93130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:08.550551 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Received port after_create {{(pid=93130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:08.557721 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Pushing event updated for resources: {'Port': ['ID=57bcb2a1-0c9d-4a83-9c09-997ecdb07509,revision_number=1']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:08.564193 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.621539 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Attempting to bind port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:08.621539 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Attempting to bind port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '43ebe923-6a83-4ab4-a48d-89b82c64a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:08.621848 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Attempting to bind port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 on network 6f9bdf8e-749a-45f2-a325-5fe736666f1b {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:08.628044 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:08.628523 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Checking segment: {'id': '43ebe923-6a83-4ab4-a48d-89b82c64a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:08.629029 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.629675 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Bound using segment: {'id': '43ebe923-6a83-4ab4-a48d-89b82c64a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:08.630148 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Bound port: 57bcb2a1-0c9d-4a83-9c09-997ecdb07509, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ebe923-6a83-4ab4-a48d-89b82c64a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:08.630532 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.633383 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.659114 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 4, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '974762c6-b33e-4fc4-8974-965648afa1d4', 'name': '', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'mac_address': 'fa:16:3e:19:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:04Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 2, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'subnets': [{'id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:08.687741 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:08.691239 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:08.695933 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:08.703424 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Pushing event updated for resources: {'Port': ['ID=ee274789-34a3-4559-b765-354cef46ea73,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:08.703644 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Checking router: e4ddd8de-8907-4b97-b487-08c335d65516 for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:08.703840 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Updating router e4ddd8de-8907-4b97-b487-08c335d65516 port 974762c6-b33e-4fc4-8974-965648afa1d4 binding host dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:18:08.711515 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] For port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:08.715029 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] For port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=57bcb2a1-0c9d-4a83-9c09-997ecdb07509,segment=NetworkSegment(43ebe923-6a83-4ab4-a48d-89b82c64a7e8),segment_id=43ebe923-6a83-4ab4-a48d-89b82c64a7e8)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:08.735115 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.758975 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:08.831867 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c8fd2-4057-4e36-b7c9-328852b06f29 None None] Pushing event updated for resources: {'Port': ['ID=57bcb2a1-0c9d-4a83-9c09-997ecdb07509,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:09.160135 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.173245 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Notify callbacks [] for port, precommit_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.191461 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.provisioning_blocks [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Transition to ACTIVE for port object 974762c6-b33e-4fc4-8974-965648afa1d4 will not be triggered until provisioned by entity L2. {{(pid=93131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:09.199883 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.328310 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Pushing event updated for resources: {'Port': ['ID=974762c6-b33e-4fc4-8974-965648afa1d4,revision_number=3']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:09.337736 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Attempting to bind port 974762c6-b33e-4fc4-8974-965648afa1d4 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:09.338123 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Attempting to bind port 974762c6-b33e-4fc4-8974-965648afa1d4 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:09.338441 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Attempting to bind port 974762c6-b33e-4fc4-8974-965648afa1d4 on network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:09.340937 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:09.341304 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:09.341637 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:09.342021 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:09.342347 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:09.342688 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:09.343011 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:09.343345 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:09.343685 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:09.344007 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:09.344361 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:09.344699 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:09.351964 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:09.352360 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Checking segment: {'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:09.352721 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.353112 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Bound using segment: {'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:09.354137 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Bound port: 974762c6-b33e-4fc4-8974-965648afa1d4, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'}}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:09.354137 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.460897 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] For port 974762c6-b33e-4fc4-8974-965648afa1d4, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:09.464783 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] For port 974762c6-b33e-4fc4-8974-965648afa1d4, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=974762c6-b33e-4fc4-8974-965648afa1d4,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:09.476068 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-369596'] for router, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.478345 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.599416 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Routers {'e4ddd8de-8907-4b97-b487-08c335d65516'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:09.600209 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:18:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e4ddd8de-8907-4b97-b487-08c335d65516'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:09.658415 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Router aeaebb5b-7943-4a4b-b9f7-deaf903c14ea is scheduled to L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df with binding_index 1 {{(pid=93129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:18:09.801684 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13748457-8aab-49a4-8683-d6dcc0051b92 None None] Pushing event updated for resources: {'Port': ['ID=974762c6-b33e-4fc4-8974-965648afa1d4,revision_number=4']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:09.837016 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:09.876099 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:09.897129 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Sync routers for ids ['aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:09.922378 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] Set router e4ddd8de-8907-4b97-b487-08c335d65516 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:09.936287 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Routers {'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:09.936512 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] Notify callbacks [] for router, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.936913 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:18:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:09.938146 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-0d0d973a-b4ad-4b55-8c19-3fcd98e0d35b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3370941 Jul 22 21:18:09.942569 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56520) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:10.128519 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Set router aeaebb5b-7943-4a4b-b9f7-deaf903c14ea gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:10.306133 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bc2f0e-9664-4a5a-9b42-927af900ca61 None None] Network 6f9bdf8e-749a-45f2-a325-5fe736666f1b requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:10.312750 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:10.328622 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:10.334886 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 4, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '974762c6-b33e-4fc4-8974-965648afa1d4', 'name': '', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'mac_address': 'fa:16:3e:19:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:04Z', 'updated_at': '2021-07-22T21:18:09Z', 'revision_number': 4, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'subnets': [{'id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:10.383773 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7c6d8-42bd-4536-ae7a-b1b2558710dc None None] The sync data for ids ['e4ddd8de-8907-4b97-b487-08c335d65516'] in dv-cinder-801902-1-iscsi is: [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 4, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '974762c6-b33e-4fc4-8974-965648afa1d4', 'name': '', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'mac_address': 'fa:16:3e:19:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:04Z', 'updated_at': '2021-07-22T21:18:09Z', 'revision_number': 4, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'subnets': [{'id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:10.564569 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-79156e73-e0d7-44c6-bbf2-12c4b51f7491 None None] Provisioning for port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:10.608310 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-79156e73-e0d7-44c6-bbf2-12c4b51f7491 None None] Provisioning complete for port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:10.608684 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-79156e73-e0d7-44c6-bbf2-12c4b51f7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:10.898324 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:10.899023 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.055265 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-79156e73-e0d7-44c6-bbf2-12c4b51f7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.079195 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'name': 'tempest-TestMinimumBasicScenario-298480373-router', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ee274789-34a3-4559-b765-354cef46ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:07Z', 'updated_at': '2021-07-22T21:18:08Z', 'revision_number': 3, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'gw_port': {'id': 'ee274789-34a3-4559-b765-354cef46ea73', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:08Z', 'updated_at': '2021-07-22T21:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:11.160053 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Checking router: aeaebb5b-7943-4a4b-b9f7-deaf903c14ea for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:11.162207 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Updating router aeaebb5b-7943-4a4b-b9f7-deaf903c14ea port ee274789-34a3-4559-b765-354cef46ea73 binding host dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:18:11.169552 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.298671 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-79156e73-e0d7-44c6-bbf2-12c4b51f7491 None None] For port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=57bcb2a1-0c9d-4a83-9c09-997ecdb07509,segment=NetworkSegment(43ebe923-6a83-4ab4-a48d-89b82c64a7e8),segment_id=43ebe923-6a83-4ab4-a48d-89b82c64a7e8)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:11.313223 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-79156e73-e0d7-44c6-bbf2-12c4b51f7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.326036 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.425469 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Allocated IP 172.20.0.1 (6f9bdf8e-749a-45f2-a325-5fe736666f1b/ca56d843-b3fd-4382-9755-4fd687cc40b7/328d60fb-08af-4b32-b003-8261e597afe6) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:11.552614 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79156e73-e0d7-44c6-bbf2-12c4b51f7491 None None] Pushing event updated for resources: {'Port': ['ID=57bcb2a1-0c9d-4a83-9c09-997ecdb07509,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:11.693435 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 974762c6-b33e-4fc4-8974-965648afa1d4 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:11.710789 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.750805 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Transition to ACTIVE for port object 328d60fb-08af-4b32-b003-8261e597afe6 will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:11.800981 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.853662 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Network 6f9bdf8e-749a-45f2-a325-5fe736666f1b is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:11.858151 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:11.867461 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:11.929074 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=328d60fb-08af-4b32-b003-8261e597afe6,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:11.952279 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.958041 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369485'] for router_interface, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.976591 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 974762c6-b33e-4fc4-8974-965648afa1d4 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:11.981902 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Transition to ACTIVE for port object ee274789-34a3-4559-b765-354cef46ea73 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:11.993540 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-58a431d6-e089-478d-9c81-63136cb53344 None None] Provisioning complete for port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:11.994140 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-58a431d6-e089-478d-9c81-63136cb53344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.996184 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 974762c6-b33e-4fc4-8974-965648afa1d4 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:11.996639 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.998846 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.143031 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb75a7-ab27-442a-87e2-7f2c8a986931 None None] Pushing event updated for resources: {'Port': ['ID=ee274789-34a3-4559-b765-354cef46ea73,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:12.148681 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Attempting to bind port ee274789-34a3-4559-b765-354cef46ea73 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:12.149345 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Attempting to bind port ee274789-34a3-4559-b765-354cef46ea73 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:12.149806 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Attempting to bind port ee274789-34a3-4559-b765-354cef46ea73 on network c2812c71-7be5-4495-afd6-eaefb879ca73 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:12.166711 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:12.167586 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Checking segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:12.168066 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.168752 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Bound using segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:12.169402 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Bound port: ee274789-34a3-4559-b765-354cef46ea73, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:12.170137 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.241626 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.295574 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.319690 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] For port ee274789-34a3-4559-b765-354cef46ea73, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:12.347545 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] For port ee274789-34a3-4559-b765-354cef46ea73, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=ee274789-34a3-4559-b765-354cef46ea73,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:12.357857 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.362018 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port 974762c6-b33e-4fc4-8974-965648afa1d4, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=974762c6-b33e-4fc4-8974-965648afa1d4,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:12.367367 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.446255 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Routers {'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:12.446893 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:18:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:12.467934 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.484507 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.523176 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-1241348d-698d-4ffd-a385-f5d1af14b6cd None None] Provisioning for port 328d60fb-08af-4b32-b003-8261e597afe6 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:12.525437 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb75a7-ab27-442a-87e2-7f2c8a986931 None None] Pushing event updated for resources: {'Port': ['ID=ee274789-34a3-4559-b765-354cef46ea73,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:12.573034 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=328d60fb-08af-4b32-b003-8261e597afe6,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:12.576052 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416765'] for router_interface, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.583416 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-1241348d-698d-4ffd-a385-f5d1af14b6cd None None] Provisioning complete for port 328d60fb-08af-4b32-b003-8261e597afe6 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:12.583796 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-1241348d-698d-4ffd-a385-f5d1af14b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:12.670922 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=974762c6-b33e-4fc4-8974-965648afa1d4,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:12.681185 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-1241348d-698d-4ffd-a385-f5d1af14b6cd None None] Port 328d60fb-08af-4b32-b003-8261e597afe6 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:18:12.704654 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] Set router aeaebb5b-7943-4a4b-b9f7-deaf903c14ea gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:12.707420 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Network 6f9bdf8e-749a-45f2-a325-5fe736666f1b is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:12.709709 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:12.856368 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Router aeaebb5b-7943-4a4b-b9f7-deaf903c14ea has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:18:13.020253 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'name': 'tempest-TestMinimumBasicScenario-298480373-router', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ee274789-34a3-4559-b765-354cef46ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:07Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 4, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'gw_port': {'id': 'ee274789-34a3-4559-b765-354cef46ea73', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:08Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '328d60fb-08af-4b32-b003-8261e597afe6', 'name': '', 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'mac_address': 'fa:16:3e:3b:5f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ca56d843-b3fd-4382-9755-4fd687cc40b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:11Z', 'updated_at': '2021-07-22T21:18:11Z', 'revision_number': 1, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'subnets': [{'id': 'ca56d843-b3fd-4382-9755-4fd687cc40b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:13.032863 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:13.046045 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-1002b176-88db-418c-81dd-dab748d4c0c6 admin admin] 10.222.0.61 "PUT /v2.0/routers/aeaebb5b-7943-4a4b-b9f7-deaf903c14ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1021776 Jul 22 21:18:13.054324 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176960e8-27f0-4da5-a377-1ba05c67140b None None] The sync data for ids ['aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'] in dv-cinder-801902-1-iscsi is: [{'id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'name': 'tempest-TestMinimumBasicScenario-298480373-router', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ee274789-34a3-4559-b765-354cef46ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:07Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 4, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'gw_port': {'id': 'ee274789-34a3-4559-b765-354cef46ea73', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:08Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '328d60fb-08af-4b32-b003-8261e597afe6', 'name': '', 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'mac_address': 'fa:16:3e:3b:5f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ca56d843-b3fd-4382-9755-4fd687cc40b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:11Z', 'updated_at': '2021-07-22T21:18:11Z', 'revision_number': 1, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'subnets': [{'id': 'ca56d843-b3fd-4382-9755-4fd687cc40b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:13.109018 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-383851bd-f716-467b-a4ba-6c52422806e7 None None] Provisioning complete for port 328d60fb-08af-4b32-b003-8261e597afe6 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:13.109560 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-383851bd-f716-467b-a4ba-6c52422806e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.157727 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-383851bd-f716-467b-a4ba-6c52422806e7 None None] Port 328d60fb-08af-4b32-b003-8261e597afe6 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:18:13.643311 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 974762c6-b33e-4fc4-8974-965648afa1d4 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:13.743865 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 974762c6-b33e-4fc4-8974-965648afa1d4 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:13.744423 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:13.911594 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:13.983496 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:13.984088 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:15.730203 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device ee274789-34a3-4559-b765-354cef46ea73 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:15.813138 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port ee274789-34a3-4559-b765-354cef46ea73 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:15.813138 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port ee274789-34a3-4559-b765-354cef46ea73 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:15.813138 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:15.922686 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:15.949650 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port ee274789-34a3-4559-b765-354cef46ea73, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=ee274789-34a3-4559-b765-354cef46ea73,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:15.957972 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:16.021053 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=ee274789-34a3-4559-b765-354cef46ea73,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:16.029966 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:16.030705 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:16.031435 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:16.032003 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:16.032593 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:16.033109 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:16.034217 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:16.035014 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:16.036087 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:16.037105 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:16.037749 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:16.038212 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:16.614792 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:18:16.959403 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:17.590107 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device ee274789-34a3-4559-b765-354cef46ea73 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:17.624785 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Sync routers for ids ['aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:17.634424 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Routers {'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:17.635407 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:18:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:17.661899 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port ee274789-34a3-4559-b765-354cef46ea73 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:17.662276 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:17.755044 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Set router aeaebb5b-7943-4a4b-b9f7-deaf903c14ea gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:17.996238 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'name': 'tempest-TestMinimumBasicScenario-298480373-router', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ee274789-34a3-4559-b765-354cef46ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:07Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 4, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'gw_port': {'id': 'ee274789-34a3-4559-b765-354cef46ea73', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:08Z', 'updated_at': '2021-07-22T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '328d60fb-08af-4b32-b003-8261e597afe6', 'name': '', 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'mac_address': 'fa:16:3e:3b:5f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ca56d843-b3fd-4382-9755-4fd687cc40b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:11Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 2, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'subnets': [{'id': 'ca56d843-b3fd-4382-9755-4fd687cc40b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:18.028753 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Checking router: aeaebb5b-7943-4a4b-b9f7-deaf903c14ea for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:18.029200 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Updating router aeaebb5b-7943-4a4b-b9f7-deaf903c14ea port 328d60fb-08af-4b32-b003-8261e597afe6 binding host dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:18:18.065610 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.514015 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Notify callbacks [] for port, precommit_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.528403 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.provisioning_blocks [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Transition to ACTIVE for port object 328d60fb-08af-4b32-b003-8261e597afe6 will not be triggered until provisioned by entity L2. {{(pid=93131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:18.537443 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.606362 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024f03f-e9fd-44bd-b24e-748b2aff3f7e None None] Pushing event updated for resources: {'Port': ['ID=328d60fb-08af-4b32-b003-8261e597afe6,revision_number=3']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:18.692681 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Attempting to bind port 328d60fb-08af-4b32-b003-8261e597afe6 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:18.693553 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Attempting to bind port 328d60fb-08af-4b32-b003-8261e597afe6 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '43ebe923-6a83-4ab4-a48d-89b82c64a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b'}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:18.693553 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Attempting to bind port 328d60fb-08af-4b32-b003-8261e597afe6 on network 6f9bdf8e-749a-45f2-a325-5fe736666f1b {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:18.700616 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:18.701258 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Checking segment: {'id': '43ebe923-6a83-4ab4-a48d-89b82c64a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:18.701868 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.702677 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Bound using segment: {'id': '43ebe923-6a83-4ab4-a48d-89b82c64a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b'} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:18.703352 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Bound port: 328d60fb-08af-4b32-b003-8261e597afe6, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ebe923-6a83-4ab4-a48d-89b82c64a7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b'}}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:18.703913 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.775261 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] For port 328d60fb-08af-4b32-b003-8261e597afe6, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:18.778472 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] For port 328d60fb-08af-4b32-b003-8261e597afe6, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=328d60fb-08af-4b32-b003-8261e597afe6,segment=NetworkSegment(43ebe923-6a83-4ab4-a48d-89b82c64a7e8),segment_id=43ebe923-6a83-4ab4-a48d-89b82c64a7e8)] {{(pid=93131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:18.785829 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.845108 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024f03f-e9fd-44bd-b24e-748b2aff3f7e None None] Pushing event updated for resources: {'Port': ['ID=328d60fb-08af-4b32-b003-8261e597afe6,revision_number=4']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:18.863412 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Routers {'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:18.864032 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:18:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:19.013117 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] Set router aeaebb5b-7943-4a4b-b9f7-deaf903c14ea gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:19.245669 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'name': 'tempest-TestMinimumBasicScenario-298480373-router', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ee274789-34a3-4559-b765-354cef46ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:07Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 4, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'gw_port': {'id': 'ee274789-34a3-4559-b765-354cef46ea73', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:08Z', 'updated_at': '2021-07-22T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '328d60fb-08af-4b32-b003-8261e597afe6', 'name': '', 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'mac_address': 'fa:16:3e:3b:5f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ca56d843-b3fd-4382-9755-4fd687cc40b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:11Z', 'updated_at': '2021-07-22T21:18:18Z', 'revision_number': 4, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'subnets': [{'id': 'ca56d843-b3fd-4382-9755-4fd687cc40b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:19.274589 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d75cbfe-2bcd-4d11-8905-2674044b5845 None None] The sync data for ids ['aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'] in dv-cinder-801902-1-iscsi is: [{'id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'name': 'tempest-TestMinimumBasicScenario-298480373-router', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ee274789-34a3-4559-b765-354cef46ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:07Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 4, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'gw_port': {'id': 'ee274789-34a3-4559-b765-354cef46ea73', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:08Z', 'updated_at': '2021-07-22T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '328d60fb-08af-4b32-b003-8261e597afe6', 'name': '', 'network_id': '6f9bdf8e-749a-45f2-a325-5fe736666f1b', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'mac_address': 'fa:16:3e:3b:5f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ca56d843-b3fd-4382-9755-4fd687cc40b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:11Z', 'updated_at': '2021-07-22T21:18:18Z', 'revision_number': 4, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'subnets': [{'id': 'ca56d843-b3fd-4382-9755-4fd687cc40b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:19.614629 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 328d60fb-08af-4b32-b003-8261e597afe6 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:19.697057 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 328d60fb-08af-4b32-b003-8261e597afe6 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:19.702664 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 328d60fb-08af-4b32-b003-8261e597afe6 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:19.703301 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.806515 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.843913 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port 328d60fb-08af-4b32-b003-8261e597afe6, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=328d60fb-08af-4b32-b003-8261e597afe6,segment=NetworkSegment(43ebe923-6a83-4ab4-a48d-89b82c64a7e8),segment_id=43ebe923-6a83-4ab4-a48d-89b82c64a7e8)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:19.851852 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.904484 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=328d60fb-08af-4b32-b003-8261e597afe6,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:20.018256 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56646) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:20.073524 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b35e1ca-d59c-4730-ad43-93aa9d94eb1a admin admin] Deleting subnet c6a2a754-96cb-4530-9395-92080d2b89d1 {{(pid=93129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:18:20.077646 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b35e1ca-d59c-4730-ad43-93aa9d94eb1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.121164 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b35e1ca-d59c-4730-ad43-93aa9d94eb1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3952124'] for subnet, precommit_delete_associations {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.174749 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b35e1ca-d59c-4730-ad43-93aa9d94eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.240393 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b35e1ca-d59c-4730-ad43-93aa9d94eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9935957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962763'] for subnet, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.269199 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35e1ca-d59c-4730-ad43-93aa9d94eb1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a2a754-96cb-4530-9395-92080d2b89d1,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:20.283504 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2b35e1ca-d59c-4730-ad43-93aa9d94eb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.288261 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-2b35e1ca-d59c-4730-ad43-93aa9d94eb1a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c6a2a754-96cb-4530-9395-92080d2b89d1 HTTP/1.1" status: 204 len: 168 time: 0.2663012 Jul 22 21:18:20.288261 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56648) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:20.364355 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.464454 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.476545 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3136edc8-e729-4afd-9785-af102b423f1e']}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:20.491295 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa562194-000c-452f-9853-28d18c9d6d4e') {'for_net_delete': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:20.491603 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa562194-000c-452f-9853-28d18c9d6d4e') {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:20.502253 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3952117'] for segment, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.522104 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.530073 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:18:20.532672 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935919'] for segment, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: Traceback (most recent call last): Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: timer() Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: cb(*args, **kw) Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: return func(*args, **kwargs) Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: self._notify() Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: self.callback(batched_events) Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: event.method(event) Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: return f(self, *a, **k) Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._get(url).json() Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: return self.request(url, 'GET', **kwargs) Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:18:20.543334 dv-cinder-801902-1-iscsi neutron-server[93129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:18:20.591161 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.610718 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.613202 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3136edc8-e729-4afd-9785-af102b423f1e HTTP/1.1" status: 204 len: 168 time: 0.3238685 Jul 22 21:18:20.614235 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508dd66-9cf3-4157-8150-4997d2fb2ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3136edc8-e729-4afd-9785-af102b423f1e,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:20.813802 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56656) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:20.878243 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-e1f7e410-d1e0-485c-8321-9e68c026bc1b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2e0c2f4e30b47f8a58c5636250032c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630631 Jul 22 21:18:20.880657 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56658) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:20.934794 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-219c1ee3-5301-4031-82a9-3a600c8979fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.963433 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-219c1ee3-5301-4031-82a9-3a600c8979fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.021101 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-219c1ee3-5301-4031-82a9-3a600c8979fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.023640 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-219c1ee3-5301-4031-82a9-3a600c8979fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.027660 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-219c1ee3-5301-4031-82a9-3a600c8979fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a6dd534-dac8-4cc8-8be0-87955a4e32a1 HTTP/1.1" status: 204 len: 168 time: 0.1432469 Jul 22 21:18:21.036788 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c1ee3-5301-4031-82a9-3a600c8979fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6dd534-dac8-4cc8-8be0-87955a4e32a1,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:21.572791 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 328d60fb-08af-4b32-b003-8261e597afe6 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:21.635440 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 328d60fb-08af-4b32-b003-8261e597afe6 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:21.635972 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.321809 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 56688) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:22.457725 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cfec528a-01e7-4ad8-b887-6c85ecdedb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.564794 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cfec528a-01e7-4ad8-b887-6c85ecdedb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.569553 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cfec528a-01e7-4ad8-b887-6c85ecdedb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.613013 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 56692) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:22.617618 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-cfec528a-01e7-4ad8-b887-6c85ecdedb85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d8d78cfa78d46a787998cb92693937f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945983 Jul 22 21:18:22.620043 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec528a-01e7-4ad8-b887-6c85ecdedb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248c77f0-d959-4469-ada6-f0d240442925,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:22.664024 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c6abe8d6-f87c-4d26-8d87-ed50b6b0974e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.693142 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c6abe8d6-f87c-4d26-8d87-ed50b6b0974e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.747863 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c6abe8d6-f87c-4d26-8d87-ed50b6b0974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.750605 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-c6abe8d6-f87c-4d26-8d87-ed50b6b0974e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.752115 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-c6abe8d6-f87c-4d26-8d87-ed50b6b0974e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/248c77f0-d959-4469-ada6-f0d240442925 HTTP/1.1" status: 204 len: 168 time: 0.1381021 Jul 22 21:18:22.767170 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abe8d6-f87c-4d26-8d87-ed50b6b0974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248c77f0-d959-4469-ada6-f0d240442925,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:24.191058 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-7da3f44c-9ca8-431b-825c-eca57dd4aa9e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:24.192528 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-7da3f44c-9ca8-431b-825c-eca57dd4aa9e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/networks?id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31 HTTP/1.1" status: 200 len: 815 time: 0.1028173 Jul 22 21:18:24.207026 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b8097232-dd46-43b8-9b2b-1776d02800d3 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/quotas/3da1218ae5e04617a2c08bf98a1523c2 HTTP/1.1" status: 200 len: 375 time: 0.0092032 Jul 22 21:18:24.274633 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-c4396767-5fa3-437c-bdef-bfb9eeef3e2d tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3da1218ae5e04617a2c08bf98a1523c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627201 Jul 22 21:18:24.367399 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-6eeb7eca-c722-48db-afce-10271afcea55 service neutron] 10.222.0.61 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817788 Jul 22 21:18:24.459398 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b02cbdac-36ef-4b96-9057-b669d4ac8292 service neutron] 10.222.0.61 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847981 Jul 22 21:18:24.623359 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c12163a-cbc1-4fa8-9cca-9f1b159d027a req-60f19f25-8cb9-4a41-a20e-f2b16cc661a1 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 210 time: 0.0292625 Jul 22 21:18:25.100667 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-ae9496ea-1bb2-421f-9da9-fd6ceebb5dfa tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d4ba41a2799d46acb12af874ff4458dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276833 Jul 22 21:18:25.535463 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-5216f141-9791-429f-8f8b-d994d8ae49ec tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:25.536945 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-5216f141-9791-429f-8f8b-d994d8ae49ec tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4315715 Jul 22 21:18:25.551894 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1ae63a15-39f8-46b2-9465-1cf695739741 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/quotas/d4ba41a2799d46acb12af874ff4458dc HTTP/1.1" status: 200 len: 375 time: 0.0096433 Jul 22 21:18:25.585379 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6001b280-37d4-4876-aa49-077f9e89f286 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d4ba41a2799d46acb12af874ff4458dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283036 Jul 22 21:18:25.748054 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-83017a87-4e15-445a-8235-0d3ef3dc75a6 req-6f2f048a-6112-4ac2-9102-fb672fe52faf tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 210 time: 0.0565507 Jul 22 21:18:25.782044 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-61153e06-b9f9-4014-8cb5-d328adf42a70 req-4356f55c-c7af-4708-bd29-3d8df61180d4 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 210 time: 0.0422938 Jul 22 21:18:25.855533 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-6c8cb1c3-7071-469b-8f4e-386852b4aa74 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:25.857134 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-6c8cb1c3-7071-469b-8f4e-386852b4aa74 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.72 "GET /v2.0/networks?id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31 HTTP/1.1" status: 200 len: 815 time: 0.1825602 Jul 22 21:18:25.884257 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Request body: {'port': {'device_id': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'admin_state_up': True, 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:26.003060 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Made reservation on behalf of 3da1218ae5e04617a2c08bf98a1523c2 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:26.006879 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.141333 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Allocated IP 172.20.0.10 (46396f4b-0955-4efb-96bf-aa9e8f6c4d31/f15d3773-44e3-44a4-8cf7-a48a75e4fc77/fe144c44-0d96-4c8e-9d00-af3e1719a1ba) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:26.312994 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.330313 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Transition to ACTIVE for port object fe144c44-0d96-4c8e-9d00-af3e1719a1ba will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:26.382820 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.443586 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:26.447147 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:26.451385 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:26.458485 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event updated for resources: {'Port': ['ID=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:26.541448 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:26.542273 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.574412 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-3425f7c3-d0a5-4cd1-b038-fe1b85b47650 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6950972 Jul 22 21:18:26.726999 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-0fb57adf-cad8-4302-9bd6-b0942586ea93 None None] Provisioning for port fe144c44-0d96-4c8e-9d00-af3e1719a1ba completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:26.730825 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-0fb57adf-cad8-4302-9bd6-b0942586ea93 None None] Provisioning complete for port fe144c44-0d96-4c8e-9d00-af3e1719a1ba triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:26.731189 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-0fb57adf-cad8-4302-9bd6-b0942586ea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:26.764918 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-0fb57adf-cad8-4302-9bd6-b0942586ea93 None None] Port fe144c44-0d96-4c8e-9d00-af3e1719a1ba cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:18:26.891789 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-dcdf6f2b-6e7a-40c2-89a7-3d3d190bba07 req-1df68e52-dff4-4240-820e-23c5625521d1 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 210 time: 0.0320475 Jul 22 21:18:26.922143 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da412499-b0cf-4ab9-902b-c9b787d5352e req-e5940fdd-1eb3-4ab1-9e42-e2dc51a9d31a tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:26.925314 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-da412499-b0cf-4ab9-902b-c9b787d5352e req-e5940fdd-1eb3-4ab1-9e42-e2dc51a9d31a tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 932 time: 0.0959337 Jul 22 21:18:26.963552 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-da412499-b0cf-4ab9-902b-c9b787d5352e req-a8c5db00-66c3-4b2f-a666-05f6ca353303 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Jul 22 21:18:27.997605 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cc8e7936-3157-4f86-b266-8c61cd5e97af req-ed877ef8-30fa-403e-ba8c-663cfa4366ae tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 210 time: 0.0342178 Jul 22 21:18:28.103367 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd3ef1-1dac-43a4-b8f7-220e0aaf0b73 req-b6a90ca7-a037-47fa-aca9-a72c2fa962b0 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:28.104881 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7cd3ef1-1dac-43a4-b8f7-220e0aaf0b73 req-b6a90ca7-a037-47fa-aca9-a72c2fa962b0 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 932 time: 0.0643485 Jul 22 21:18:28.145201 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7cd3ef1-1dac-43a4-b8f7-220e0aaf0b73 req-c6e7ad12-6766-4520-831e-cae21ff26a29 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Jul 22 21:18:29.095968 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-137a7f52-5072-4696-9491-a388df167f6f req-08801b60-8431-4b60-8521-dd4f20e0523d tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 210 time: 0.0310874 Jul 22 21:18:29.277537 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847423d-a611-4202-a6da-755ca311c8af req-53fa2a89-8d8d-4185-8e9b-41a715f94104 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:29.279018 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8847423d-a611-4202-a6da-755ca311c8af req-53fa2a89-8d8d-4185-8e9b-41a715f94104 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 932 time: 0.0659862 Jul 22 21:18:29.337945 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8847423d-a611-4202-a6da-755ca311c8af req-0320c70c-39a0-4d36-9a05-02dd9627e854 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 Jul 22 21:18:30.132450 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7460db85-b78c-4aaa-ba6a-f3cfb896df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.207222 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-41b2562d-4633-472c-a01e-8b75da62acaf req-ec1a87c6-493f-4ed3-aa46-7faa9c00e864 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 210 time: 0.0378542 Jul 22 21:18:30.478740 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58015cd6-6935-4d91-952e-2a665d061ec9 req-5b18647b-88d1-4a91-b8dd-bd0348c8d226 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:30.480250 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58015cd6-6935-4d91-952e-2a665d061ec9 req-5b18647b-88d1-4a91-b8dd-bd0348c8d226 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 932 time: 0.0661082 Jul 22 21:18:30.522915 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58015cd6-6935-4d91-952e-2a665d061ec9 req-60a33c9a-e02a-4e0c-84dc-4288fdb80604 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366459 Jul 22 21:18:31.315461 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-944b36bb-59d0-4229-95d6-5b612d9afc8a req-0d9439e9-142b-4a6e-8151-376903df92b0 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 210 time: 0.0302343 Jul 22 21:18:31.656708 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a02fd-0221-4766-8e07-d0973612b60c req-94fd62bb-3b4d-4594-8865-d28e6b47dd8d tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:31.658262 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f14a02fd-0221-4766-8e07-d0973612b60c req-94fd62bb-3b4d-4594-8865-d28e6b47dd8d tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 932 time: 0.0695477 Jul 22 21:18:31.696559 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f14a02fd-0221-4766-8e07-d0973612b60c req-e63f872f-19da-4f88-9fe6-f530c073dd1f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328152 Jul 22 21:18:32.412926 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04d20f96-d14b-45af-99fc-281e56992dcd req-f867801d-9891-4a88-90ab-9f2069c8eae4 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 210 time: 0.0298717 Jul 22 21:18:32.829191 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b5847-4484-4002-895a-df6134f0d51b req-548eedfa-0479-4e45-a6fb-c799435c8686 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:32.830789 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c63b5847-4484-4002-895a-df6134f0d51b req-548eedfa-0479-4e45-a6fb-c799435c8686 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 932 time: 0.0658245 Jul 22 21:18:32.872671 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a1513a1e-c6eb-4271-964c-bb0cb8684a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:32.877665 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c63b5847-4484-4002-895a-df6134f0d51b req-19a68d9d-3843-4bab-b1f6-fd99d679646d tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412543 Jul 22 21:18:33.308182 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.521950 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e4c58ca3-3974-45ae-9d5b-71d8a3ec245c req-134efc09-3a2e-45cd-a8ff-f0e5e1342f90 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 210 time: 0.0407095 Jul 22 21:18:33.981587 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:34.013481 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77f000-f2f1-4f0a-8bf4-8cbc4e6c5ba0 req-40fa8aa7-012a-4fda-9221-1687e84c312e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:34.015167 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb77f000-f2f1-4f0a-8bf4-8cbc4e6c5ba0 req-40fa8aa7-012a-4fda-9221-1687e84c312e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 932 time: 0.0729468 Jul 22 21:18:34.054476 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fb77f000-f2f1-4f0a-8bf4-8cbc4e6c5ba0 req-5525ee24-8b92-418e-9f53-5d09da741f87 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337760 Jul 22 21:18:34.629120 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9615eaf3-66db-413a-99bd-fda05500a82e req-5b083421-cb05-40e1-98e7-e03e63da5d43 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 210 time: 0.0299554 Jul 22 21:18:35.215195 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081c5e3-829e-41c9-b8ad-dbca14e44851 req-21669a60-683f-4bf0-b108-a9050a85e0e9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:35.217200 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b081c5e3-829e-41c9-b8ad-dbca14e44851 req-21669a60-683f-4bf0-b108-a9050a85e0e9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 932 time: 0.0768592 Jul 22 21:18:35.237780 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:35.264868 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b081c5e3-829e-41c9-b8ad-dbca14e44851 req-e7c65446-3a83-4e64-81bc-6a5b1604d3f9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362997 Jul 22 21:18:35.723019 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ee483d53-77b9-4af0-8a92-4f6ba4bfa3ee req-0c756b84-ea48-4f63-90f6-a491258cf892 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 210 time: 0.0324943 Jul 22 21:18:36.398687 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebca37-c19e-434b-bdd1-ca1592e79fcb req-801f62db-064a-4cda-9a25-19c165b6e067 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:36.400348 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f0ebca37-c19e-434b-bdd1-ca1592e79fcb req-801f62db-064a-4cda-9a25-19c165b6e067 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 932 time: 0.0643675 Jul 22 21:18:36.439005 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f0ebca37-c19e-434b-bdd1-ca1592e79fcb req-8f475308-5028-4a12-98a9-a5382daa7c9e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Jul 22 21:18:36.789922 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Request body: {'port': {'device_id': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:36.840578 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-634e3782-fb9d-4aa5-a57b-d3632b668f93 req-fb7d4924-148b-433d-8fda-e7007c6a600f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 210 time: 0.0477602 Jul 22 21:18:36.891902 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.152156 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe144c44-0d96-4c8e-9d00-af3e1719a1ba {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:37.159845 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.171950 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Transition to ACTIVE for port object fe144c44-0d96-4c8e-9d00-af3e1719a1ba will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:37.174918 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.251526 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Pushing event updated for resources: {'Port': ['ID=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:37.304473 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Attempting to bind port fe144c44-0d96-4c8e-9d00-af3e1719a1ba on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:37.304804 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Attempting to bind port fe144c44-0d96-4c8e-9d00-af3e1719a1ba by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:37.305153 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Attempting to bind port fe144c44-0d96-4c8e-9d00-af3e1719a1ba on network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:37.309625 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Port fe144c44-0d96-4c8e-9d00-af3e1719a1ba on network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:18:37.310323 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Attempting to bind port fe144c44-0d96-4c8e-9d00-af3e1719a1ba on network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:37.324960 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:37.325330 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Checking segment: {'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:37.325854 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Bound using segment: {'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:37.326195 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Bound port: fe144c44-0d96-4c8e-9d00-af3e1719a1ba, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47628343-360d-47fe-ba62-992e87700c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:37.326557 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.341852 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-2dc498a1-c209-4904-bec9-0cfe6ba1660d tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d4ba41a2799d46acb12af874ff4458dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260234 Jul 22 21:18:37.479679 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] For port fe144c44-0d96-4c8e-9d00-af3e1719a1ba, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:37.488540 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] For port fe144c44-0d96-4c8e-9d00-af3e1719a1ba, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:37.499426 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-b02220a8-a913-48e9-87f0-c74ca1cfcd53 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.500893 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-b02220a8-a913-48e9-87f0-c74ca1cfcd53 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496320 Jul 22 21:18:37.502037 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.554611 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Request body: {'port': {'device_id': '4e1991e4-5169-4b1b-913f-2d9761f366fe', 'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6', 'admin_state_up': True, 'tenant_id': 'd4ba41a2799d46acb12af874ff4458dc'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:37.580367 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.580987 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.582412 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] 10.222.0.72 "PUT /v2.0/ports/fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 200 len: 1094 time: 0.7968452 Jul 22 21:18:37.582863 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:37.585150 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5890ed-1d79-4d89-88ee-a309c162ff9e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:37.633519 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bc3c73-ff23-4a5d-8b63-e6f8198e608a x-openstack-request-id: req-06bc3c73-ff23-4a5d-8b63-e6f8198e608a {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:37.633841 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:37.634047 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06bc3c73-ff23-4a5d-8b63-e6f8198e608a {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:37.634441 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'status': 'completed', 'code': 200} Jul 22 21:18:37.678787 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcc695-b143-4e33-8286-b8000aa15d3d service neutron] Pushing event updated for resources: {'Port': ['ID=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:37.753530 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9808-a72d-4a82-a801-709350685514 req-f3b15535-613e-46ad-a8b3-64c260d40335 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.755000 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-402e9808-a72d-4a82-a801-709350685514 req-f3b15535-613e-46ad-a8b3-64c260d40335 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 944 time: 0.2205038 Jul 22 21:18:37.813484 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Made reservation on behalf of d4ba41a2799d46acb12af874ff4458dc for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:37.816810 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.829329 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-ed62d598-12cf-4792-bec8-dc2b021f5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.830788 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-ed62d598-12cf-4792-bec8-dc2b021f5253 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3da1218ae5e04617a2c08bf98a1523c2&device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 1097 time: 0.1384177 Jul 22 21:18:37.833911 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-402e9808-a72d-4a82-a801-709350685514 req-cf811c40-4705-456d-8435-744487635c85 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722125 Jul 22 21:18:37.834685 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.890233 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b0efd47b-feda-411e-95a1-836ed9744d40 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 200 len: 217 time: 0.0416343 Jul 22 21:18:37.971498 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9131d481-5f3e-41b8-92d4-fde3478212f0 req-84fcdac8-8434-470c-bc8d-66b1618b48ed tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 210 time: 0.0603673 Jul 22 21:18:37.993823 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-f5b098f4-1eab-4137-aeb0-98094eac8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.995272 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-f5b098f4-1eab-4137-aeb0-98094eac8727 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15d3773-44e3-44a4-8cf7-a48a75e4fc77 HTTP/1.1" status: 200 len: 854 time: 0.0983021 Jul 22 21:18:38.070991 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:38.078869 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:38.145963 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b1a9f101-0de3-46f6-891d-f495d3d8769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:38.147455 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-b1a9f101-0de3-46f6-891d-f495d3d8769a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1438222 Jul 22 21:18:38.150342 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:38.292749 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Allocated IP 192.168.233.209 (22319337-3d0e-4a33-bdc3-62c9b676eeb6/69553c11-bbf0-459b-9f90-9338e0f095f2/d90da0f0-a980-43de-9dd3-2a3be5cb4fd5) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:38.303159 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-c11ca012-63b1-4b44-a3a8-a7c4548f3b13 service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463311 Jul 22 21:18:38.526217 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e3c1e8f0-810d-41d1-a831-0b450397ee6a req-c0bb5986-d1d9-43cf-992b-4807f77e6f79 service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126005 Jul 22 21:18:38.564644 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:38.579224 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Transition to ACTIVE for port object d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:38.612183 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:38.659566 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Network 22319337-3d0e-4a33-bdc3-62c9b676eeb6 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:38.662579 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:38.666280 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:38.690206 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Pushing event updated for resources: {'Port': ['ID=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:38.745042 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:38.745676 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:38.766830 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-6b46c4de-71f0-44aa-9357-087725038c56 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2290335 Jul 22 21:18:38.777359 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5890ed-1d79-4d89-88ee-a309c162ff9e req-eec276d5-ca90-41ed-8142-762e9347a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:38.778951 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1f5890ed-1d79-4d89-88ee-a309c162ff9e req-eec276d5-ca90-41ed-8142-762e9347a119 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3da1218ae5e04617a2c08bf98a1523c2&device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 1097 time: 0.0897763 Jul 22 21:18:38.798690 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Request body: {'port': {'device_id': '4e1991e4-5169-4b1b-913f-2d9761f366fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:38.904979 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-1e48b3b8-de20-43c5-8b1d-13094596f8fe None None] Provisioning for port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:38.909968 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-1e48b3b8-de20-43c5-8b1d-13094596f8fe None None] Provisioning complete for port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:38.910399 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-1e48b3b8-de20-43c5-8b1d-13094596f8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:38.946446 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-1e48b3b8-de20-43c5-8b1d-13094596f8fe None None] Port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:18:38.978801 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:38.982710 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5890ed-1d79-4d89-88ee-a309c162ff9e req-ae10b52a-a9f1-42c4-bac2-e26241ccbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:38.984227 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1f5890ed-1d79-4d89-88ee-a309c162ff9e req-ae10b52a-a9f1-42c4-bac2-e26241ccbf3b service neutron] 10.222.0.72 "GET /v2.0/networks?id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31 HTTP/1.1" status: 200 len: 916 time: 0.1896920 Jul 22 21:18:39.060721 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1f5890ed-1d79-4d89-88ee-a309c162ff9e req-f40a9ad1-aa0c-42d2-9234-7cc36d99194b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 200 len: 217 time: 0.0630264 Jul 22 21:18:39.140961 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff9a8b-4ae0-4255-8806-5fc6abd4f2cd req-2b62a11f-1c8e-4927-ba39-5d61c54af11d tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:39.142451 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14ff9a8b-4ae0-4255-8806-5fc6abd4f2cd req-2b62a11f-1c8e-4927-ba39-5d61c54af11d tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 944 time: 0.2278428 Jul 22 21:18:39.238849 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5890ed-1d79-4d89-88ee-a309c162ff9e req-469868b4-772f-4aa5-a92d-264093d89732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:39.240296 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1f5890ed-1d79-4d89-88ee-a309c162ff9e req-469868b4-772f-4aa5-a92d-264093d89732 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15d3773-44e3-44a4-8cf7-a48a75e4fc77 HTTP/1.1" status: 200 len: 854 time: 0.1681635 Jul 22 21:18:39.280874 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14ff9a8b-4ae0-4255-8806-5fc6abd4f2cd req-4f7946a0-40a4-4bde-93d5-6c61d0168eb8 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319377 Jul 22 21:18:39.571292 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb717f2-7791-43e5-a99a-45ae404c41ac req-28bd4a45-a66e-4687-bca8-1ccca1b8d476 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:39.572746 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8cb717f2-7791-43e5-a99a-45ae404c41ac req-28bd4a45-a66e-4687-bca8-1ccca1b8d476 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 936 time: 0.5182877 Jul 22 21:18:39.686882 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8cb717f2-7791-43e5-a99a-45ae404c41ac req-8f32bfc1-7114-4799-8e20-70ccb80dfff3 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079297 Jul 22 21:18:39.689852 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5890ed-1d79-4d89-88ee-a309c162ff9e req-bf889b9c-80e2-4736-8a0f-3f9e9ae52e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:39.691269 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1f5890ed-1d79-4d89-88ee-a309c162ff9e req-bf889b9c-80e2-4736-8a0f-3f9e9ae52e2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4339278 Jul 22 21:18:39.788845 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:39.799078 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.820536 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Transition to ACTIVE for port object d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:39.828291 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:39.840056 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1f5890ed-1d79-4d89-88ee-a309c162ff9e req-fdb6a553-bea1-4cc5-8e3e-7287244161b4 service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330953 Jul 22 21:18:39.919449 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Pushing event updated for resources: {'Port': ['ID=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:40.034036 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1f5890ed-1d79-4d89-88ee-a309c162ff9e req-a5d808c6-09eb-43cb-ba71-10a1a1f5f198 service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720667 Jul 22 21:18:40.043945 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Attempting to bind port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:40.044275 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Attempting to bind port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '15976e3f-2d61-4f5d-b0b3-d6702a02155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:40.044657 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Attempting to bind port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 on network 22319337-3d0e-4a33-bdc3-62c9b676eeb6 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:40.056188 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 on network 22319337-3d0e-4a33-bdc3-62c9b676eeb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:18:40.056501 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Attempting to bind port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 on network 22319337-3d0e-4a33-bdc3-62c9b676eeb6 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:40.063982 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:40.064313 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Checking segment: {'id': '15976e3f-2d61-4f5d-b0b3-d6702a02155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:40.064684 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Bound using segment: {'id': '15976e3f-2d61-4f5d-b0b3-d6702a02155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:40.065144 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Bound port: d90da0f0-a980-43de-9dd3-2a3be5cb4fd5, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15976e3f-2d61-4f5d-b0b3-d6702a02155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:40.065508 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.130230 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] For port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:40.133447 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] For port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5,segment=NetworkSegment(15976e3f-2d61-4f5d-b0b3-d6702a02155c),segment_id=15976e3f-2d61-4f5d-b0b3-d6702a02155c)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:40.137536 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.169431 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:40.170209 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:40.171586 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] 10.222.0.72 "PUT /v2.0/ports/d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 HTTP/1.1" status: 200 len: 1098 time: 1.3783782 Jul 22 21:18:40.173770 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1991e4-5169-4b1b-913f-2d9761f366fe', 'tag': 'd90da0f0-a980-43de-9dd3-2a3be5cb4fd5'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:40.176021 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f45041-9cb8-40d8-843c-c0f3fb5de348" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1991e4-5169-4b1b-913f-2d9761f366fe", "tag": "d90da0f0-a980-43de-9dd3-2a3be5cb4fd5"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:40.203296 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21cc5e-8229-4c76-967f-2dd119e23419 service neutron] Pushing event updated for resources: {'Port': ['ID=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:40.234975 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb39e6bd-8be0-40b9-9c32-e411b29c7945 x-openstack-request-id: req-bb39e6bd-8be0-40b9-9c32-e411b29c7945 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:40.235261 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1991e4-5169-4b1b-913f-2d9761f366fe", "tag": "d90da0f0-a980-43de-9dd3-2a3be5cb4fd5", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:40.235521 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb39e6bd-8be0-40b9-9c32-e411b29c7945 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:40.235919 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1991e4-5169-4b1b-913f-2d9761f366fe', 'tag': 'd90da0f0-a980-43de-9dd3-2a3be5cb4fd5', 'status': 'completed', 'code': 200} Jul 22 21:18:40.323476 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-91a2bea2-85ae-40da-a778-4d5da4d7c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:40.325044 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-91a2bea2-85ae-40da-a778-4d5da4d7c0e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d4ba41a2799d46acb12af874ff4458dc&device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 1101 time: 0.0610058 Jul 22 21:18:40.386237 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-c417fbfd-69fe-4eaf-8d33-41e8e3c89111 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 HTTP/1.1" status: 200 len: 217 time: 0.0416849 Jul 22 21:18:40.460905 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-5779969e-4ac5-48de-b632-8d39c169c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:40.462221 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-5779969e-4ac5-48de-b632-8d39c169c998 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=69553c11-bbf0-459b-9f90-9338e0f095f2 HTTP/1.1" status: 200 len: 843 time: 0.0590522 Jul 22 21:18:40.478315 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bcab7-3f06-4977-b3cc-194c030c9007 req-c3dbce20-8d72-46e6-b843-95984ffd0d12 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:40.479666 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a28bcab7-3f06-4977-b3cc-194c030c9007 req-c3dbce20-8d72-46e6-b843-95984ffd0d12 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 944 time: 0.1288512 Jul 22 21:18:40.541861 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a28bcab7-3f06-4977-b3cc-194c030c9007 req-1a090d29-82e9-4900-97e3-e3e8e9ebc585 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551705 Jul 22 21:18:40.555967 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-b405323c-80bd-43fc-920d-a316eb2e461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:40.557443 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-b405323c-80bd-43fc-920d-a316eb2e461d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22319337-3d0e-4a33-bdc3-62c9b676eeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0865929 Jul 22 21:18:40.652017 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-7edb2f1a-9266-4c8c-84de-66f7a02bbbc0 service neutron] 10.222.0.72 "GET /v2.0/networks/22319337-3d0e-4a33-bdc3-62c9b676eeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867529 Jul 22 21:18:40.745506 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-96ed231c-cd77-47a7-8872-37e78a587a23 req-4fd5c97a-3fd4-4ed7-9899-91c8ba984bbe service neutron] 10.222.0.72 "GET /v2.0/networks/22319337-3d0e-4a33-bdc3-62c9b676eeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824006 Jul 22 21:18:40.821711 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549f8d0-de2f-4271-9fd7-7ef0c851c250 req-7ecc3d40-8872-4396-a49f-c15a29e6fd8c tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:40.823200 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c549f8d0-de2f-4271-9fd7-7ef0c851c250 req-7ecc3d40-8872-4396-a49f-c15a29e6fd8c tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 948 time: 0.0668550 Jul 22 21:18:40.862676 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c549f8d0-de2f-4271-9fd7-7ef0c851c250 req-38f3b175-d983-441c-b5f0-ff889bcdb2a3 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331144 Jul 22 21:18:40.939501 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f45041-9cb8-40d8-843c-c0f3fb5de348 req-20d2535b-843b-45c2-9c9f-064052880d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:40.941001 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52f45041-9cb8-40d8-843c-c0f3fb5de348 req-20d2535b-843b-45c2-9c9f-064052880d9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d4ba41a2799d46acb12af874ff4458dc&device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 1101 time: 0.0584543 Jul 22 21:18:41.033263 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f45041-9cb8-40d8-843c-c0f3fb5de348 req-8307574d-4871-4b8e-8695-144505f93d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:41.034653 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52f45041-9cb8-40d8-843c-c0f3fb5de348 req-8307574d-4871-4b8e-8695-144505f93d34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22319337-3d0e-4a33-bdc3-62c9b676eeb6 HTTP/1.1" status: 200 len: 870 time: 0.0861585 Jul 22 21:18:41.081956 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52f45041-9cb8-40d8-843c-c0f3fb5de348 req-78ab3751-20b9-446c-83e6-35e0c95e5893 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 HTTP/1.1" status: 200 len: 217 time: 0.0394738 Jul 22 21:18:41.137759 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f45041-9cb8-40d8-843c-c0f3fb5de348 req-66b71602-9ac2-4ac5-a485-c3e541dafec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:41.139394 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52f45041-9cb8-40d8-843c-c0f3fb5de348 req-66b71602-9ac2-4ac5-a485-c3e541dafec3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=69553c11-bbf0-459b-9f90-9338e0f095f2 HTTP/1.1" status: 200 len: 843 time: 0.0504565 Jul 22 21:18:41.200361 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f45041-9cb8-40d8-843c-c0f3fb5de348 req-c6b9a375-3256-469a-9e6c-dc0d906a81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:41.202176 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52f45041-9cb8-40d8-843c-c0f3fb5de348 req-c6b9a375-3256-469a-9e6c-dc0d906a81d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22319337-3d0e-4a33-bdc3-62c9b676eeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0545623 Jul 22 21:18:41.301568 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52f45041-9cb8-40d8-843c-c0f3fb5de348 req-8775a6b2-3f4e-4a03-b9a2-d72c761e5e99 service neutron] 10.222.0.72 "GET /v2.0/networks/22319337-3d0e-4a33-bdc3-62c9b676eeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879364 Jul 22 21:18:41.395436 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52f45041-9cb8-40d8-843c-c0f3fb5de348 req-d090b93b-18bf-4f54-b6e6-c834fb141949 service neutron] 10.222.0.72 "GET /v2.0/networks/22319337-3d0e-4a33-bdc3-62c9b676eeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823214 Jul 22 21:18:41.608607 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device fe144c44-0d96-4c8e-9d00-af3e1719a1ba details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:18:41.677730 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63625bdb-6224-458c-95c8-2df59b851f78 req-573f4898-9618-4985-a9c9-9bd7e21666c5 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:41.679275 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63625bdb-6224-458c-95c8-2df59b851f78 req-573f4898-9618-4985-a9c9-9bd7e21666c5 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 944 time: 0.0680194 Jul 22 21:18:41.702944 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port fe144c44-0d96-4c8e-9d00-af3e1719a1ba, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:41.713884 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'port_id': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'mac_address': 'fa:16:3e:83:9c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:18:41.718424 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63625bdb-6224-458c-95c8-2df59b851f78 req-54c9ca89-e1ec-4b97-9730-23162507f03a tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334783 Jul 22 21:18:41.754352 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.766970 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe144c44-0d96-4c8e-9d00-af3e1719a1ba {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:41.786031 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port fe144c44-0d96-4c8e-9d00-af3e1719a1ba, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:41.789940 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:41.836092 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:41.991404 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9b1af-2bf5-4617-8695-e7228dde76a4 req-850fb3b0-bf79-4176-bf36-bd9382d85a9e tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:41.992878 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52a9b1af-2bf5-4617-8695-e7228dde76a4 req-850fb3b0-bf79-4176-bf36-bd9382d85a9e tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 948 time: 0.0641971 Jul 22 21:18:42.030229 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-52a9b1af-2bf5-4617-8695-e7228dde76a4 req-971f9456-8c74-4989-9f2d-b73c0aaf283f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313141 Jul 22 21:18:42.213309 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['fe144c44-0d96-4c8e-9d00-af3e1719a1ba'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:42.846835 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a3437-5eef-49e9-85c3-c78b9516d3cc req-a0653c2c-f96b-467e-b90e-6531505795a4 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:42.848347 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a4a3437-5eef-49e9-85c3-c78b9516d3cc req-a0653c2c-f96b-467e-b90e-6531505795a4 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 945 time: 0.0653529 Jul 22 21:18:42.885444 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a4a3437-5eef-49e9-85c3-c78b9516d3cc req-f9e54356-aea9-4de8-9db6-a9b4f106cafa tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315812 Jul 22 21:18:43.159864 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d68633-f450-4d78-beab-42f1eb977c28 req-29629d8d-2e5f-442d-8ded-f9873ae365f0 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:43.161367 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-66d68633-f450-4d78-beab-42f1eb977c28 req-29629d8d-2e5f-442d-8ded-f9873ae365f0 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 948 time: 0.0662315 Jul 22 21:18:43.197993 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-66d68633-f450-4d78-beab-42f1eb977c28 req-3b2d14b0-b8c3-429e-b5b6-42c19510500c tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311296 Jul 22 21:18:43.624929 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:18:43.635398 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device fe144c44-0d96-4c8e-9d00-af3e1719a1ba up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:43.734793 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port fe144c44-0d96-4c8e-9d00-af3e1719a1ba completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:43.740606 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port fe144c44-0d96-4c8e-9d00-af3e1719a1ba triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:43.740979 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:43.780065 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5,segment=NetworkSegment(15976e3f-2d61-4f5d-b0b3-d6702a02155c),segment_id=15976e3f-2d61-4f5d-b0b3-d6702a02155c)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:43.799468 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': 'd90da0f0-a980-43de-9dd3-2a3be5cb4fd5', 'network_id': '22319337-3d0e-4a33-bdc3-62c9b676eeb6', 'port_id': 'd90da0f0-a980-43de-9dd3-2a3be5cb4fd5', 'mac_address': 'fa:16:3e:99:25:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69553c11-bbf0-459b-9f90-9338e0f095f2', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:18:43.860913 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:43.879992 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:43.883939 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:43.916453 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5,segment=NetworkSegment(15976e3f-2d61-4f5d-b0b3-d6702a02155c),segment_id=15976e3f-2d61-4f5d-b0b3-d6702a02155c)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:43.923358 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:43.925800 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950242b8-4956-4b5e-97cd-0d4de0c3f57a" -d '{"events": [{"server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "name": "network-vif-plugged", "status": "completed", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:43.930664 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:43.943520 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port fe144c44-0d96-4c8e-9d00-af3e1719a1ba, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:43.963257 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3870e1f0-93aa-40f9-bad1-eb4dde42e07f x-openstack-request-id: req-3870e1f0-93aa-40f9-bad1-eb4dde42e07f {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:43.963543 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "name": "network-vif-plugged", "status": "completed", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:43.963793 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3870e1f0-93aa-40f9-bad1-eb4dde42e07f {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:43.964178 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'code': 200} Jul 22 21:18:43.966951 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:43.995987 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:44.024771 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5209e8-5e19-4241-bac4-e5da0cf695b1 req-f3c5f0cf-6f6a-440a-a683-c9efc2360bd0 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:44.026259 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1f5209e8-5e19-4241-bac4-e5da0cf695b1 req-f3c5f0cf-6f6a-440a-a683-c9efc2360bd0 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 946 time: 0.0719020 Jul 22 21:18:44.046780 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:44.070431 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1f5209e8-5e19-4241-bac4-e5da0cf695b1 req-31bec591-a5a3-4f12-8dda-ac1a57635aca tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379677 Jul 22 21:18:44.226810 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f141eeb-f1b9-4531-8618-36d113911023 req-499be12d-f11f-4a8b-a41f-1dcc1c651807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:44.228122 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f141eeb-f1b9-4531-8618-36d113911023 req-499be12d-f11f-4a8b-a41f-1dcc1c651807 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 1099 time: 0.0568457 Jul 22 21:18:44.266618 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8f141eeb-f1b9-4531-8618-36d113911023 req-33977e1a-d8e6-4699-902e-77d4253d5625 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283723 Jul 22 21:18:44.327776 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73996e-d048-4d6a-ba83-8ce09c20b211 req-5e9a6ae4-dd49-4287-8ab5-9256fef956f9 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:44.329255 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2a73996e-d048-4d6a-ba83-8ce09c20b211 req-5e9a6ae4-dd49-4287-8ab5-9256fef956f9 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 949 time: 0.0618706 Jul 22 21:18:44.339220 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['d90da0f0-a980-43de-9dd3-2a3be5cb4fd5'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:44.366961 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2a73996e-d048-4d6a-ba83-8ce09c20b211 req-b70d3f3d-ee6c-41f7-b9d2-e5060d2a481b tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 Jul 22 21:18:45.198064 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be41a09-faac-42ee-b71b-3c82599e06b5 req-e99e84c9-2819-4f2d-ba1f-cdf9df4c7e68 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:45.199535 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8be41a09-faac-42ee-b71b-3c82599e06b5 req-e99e84c9-2819-4f2d-ba1f-cdf9df4c7e68 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 946 time: 0.0636044 Jul 22 21:18:45.236848 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8be41a09-faac-42ee-b71b-3c82599e06b5 req-d0748c73-c44b-4cc5-ad92-6ba012c9fbef tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Jul 22 21:18:45.497743 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633cb9-f229-4b0d-a42f-d22e1b637cf0 req-db4a4289-b62b-4a3b-81c6-5092b48dd115 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:45.499359 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23633cb9-f229-4b0d-a42f-d22e1b637cf0 req-db4a4289-b62b-4a3b-81c6-5092b48dd115 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 949 time: 0.0666380 Jul 22 21:18:45.541663 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23633cb9-f229-4b0d-a42f-d22e1b637cf0 req-1c05c4b4-1f72-410e-8975-ab2d31bf3bec tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327964 Jul 22 21:18:45.646130 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:45.697697 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:45.701635 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:45.702255 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:45.777740 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:45.813041 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5,segment=NetworkSegment(15976e3f-2d61-4f5d-b0b3-d6702a02155c),segment_id=15976e3f-2d61-4f5d-b0b3-d6702a02155c)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:45.816613 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:45.865907 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:45.965509 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1991e4-5169-4b1b-913f-2d9761f366fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90da0f0-a980-43de-9dd3-2a3be5cb4fd5'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:45.968325 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cc54f0-7b4c-4a02-85aa-516302d8a6c2" -d '{"events": [{"server_uuid": "4e1991e4-5169-4b1b-913f-2d9761f366fe", "name": "network-vif-plugged", "status": "completed", "tag": "d90da0f0-a980-43de-9dd3-2a3be5cb4fd5"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:46.003468 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a67bff7-e0a0-405f-9993-b3914abb0e81 x-openstack-request-id: req-9a67bff7-e0a0-405f-9993-b3914abb0e81 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:46.003753 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1991e4-5169-4b1b-913f-2d9761f366fe", "name": "network-vif-plugged", "status": "completed", "tag": "d90da0f0-a980-43de-9dd3-2a3be5cb4fd5", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:46.004001 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a67bff7-e0a0-405f-9993-b3914abb0e81 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:46.004389 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1991e4-5169-4b1b-913f-2d9761f366fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90da0f0-a980-43de-9dd3-2a3be5cb4fd5', 'code': 200} Jul 22 21:18:46.248239 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4fe85-705c-40b3-8b8f-25b1cbd6e2c1 req-b0ef40dd-faad-4303-93db-3596d4cd5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:46.249683 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3eb4fe85-705c-40b3-8b8f-25b1cbd6e2c1 req-b0ef40dd-faad-4303-93db-3596d4cd5dda service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 1103 time: 0.0547872 Jul 22 21:18:46.289776 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3eb4fe85-705c-40b3-8b8f-25b1cbd6e2c1 req-509916c3-dc32-4818-967e-4e4843ce87ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281188 Jul 22 21:18:46.366785 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e635df-c1c3-4d45-8601-dd015cbfe0d9 req-ef63ef7c-a226-491e-b025-89bec89887bc tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:46.368265 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-31e635df-c1c3-4d45-8601-dd015cbfe0d9 req-ef63ef7c-a226-491e-b025-89bec89887bc tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 946 time: 0.0663822 Jul 22 21:18:46.406047 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-31e635df-c1c3-4d45-8601-dd015cbfe0d9 req-6e72004b-0091-4a6c-b9f8-a416c46d1c95 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Jul 22 21:18:46.535830 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8d1e-60ae-41bb-b178-60d0f22a35cf req-f18c9145-ea56-498e-8cfe-b086b708125a tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:46.537235 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ff8f8d1e-60ae-41bb-b178-60d0f22a35cf req-f18c9145-ea56-498e-8cfe-b086b708125a tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 946 time: 0.0648353 Jul 22 21:18:46.574835 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ff8f8d1e-60ae-41bb-b178-60d0f22a35cf req-8728ee08-07e9-4341-ac76-a1ef1908af54 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Jul 22 21:18:46.681144 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df23539-ffa5-42e2-948a-9fcaa22677e7 req-1dfd1f45-e162-4e45-8a67-8f3db9cffb15 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:46.682629 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9df23539-ffa5-42e2-948a-9fcaa22677e7 req-1dfd1f45-e162-4e45-8a67-8f3db9cffb15 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 950 time: 0.0637832 Jul 22 21:18:46.721983 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9df23539-ffa5-42e2-948a-9fcaa22677e7 req-b8953970-6855-44d2-823a-ab65a6307aff tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339038 Jul 22 21:18:46.918315 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b288f-d84a-4443-b254-b738c70a54d0 req-bff1a343-a198-495a-96aa-6f3481854195 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:46.919772 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d24b288f-d84a-4443-b254-b738c70a54d0 req-bff1a343-a198-495a-96aa-6f3481854195 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 946 time: 0.0673113 Jul 22 21:18:46.956837 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d24b288f-d84a-4443-b254-b738c70a54d0 req-18c463a3-3bf9-4a22-bd32-56d51bcf2423 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Jul 22 21:18:46.964699 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:47.848330 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1839a65-51e5-46ef-bb75-11d8b1a914fa req-3d27c974-c117-4c65-8390-c0a2a026f97e tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:47.849836 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d1839a65-51e5-46ef-bb75-11d8b1a914fa req-3d27c974-c117-4c65-8390-c0a2a026f97e tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 950 time: 0.0630312 Jul 22 21:18:47.889300 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d1839a65-51e5-46ef-bb75-11d8b1a914fa req-82268fd6-9f56-4309-b1a1-7c8ac867c07f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338421 Jul 22 21:18:49.020462 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a09b3c-5bcb-415b-a209-fd81073d16d6 req-755850cd-b03f-4345-b28d-eca1f2715b11 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:49.021995 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b6a09b3c-5bcb-415b-a209-fd81073d16d6 req-755850cd-b03f-4345-b28d-eca1f2715b11 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 950 time: 0.0680039 Jul 22 21:18:49.060646 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b6a09b3c-5bcb-415b-a209-fd81073d16d6 req-8f3fdb7e-5d3c-40c6-ad25-38e722d4c174 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Jul 22 21:18:49.324220 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8bc55-5bfd-445c-9ab8-42d363fed616 req-9b18da97-ea63-4e14-b756-31e47b003019 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:49.325795 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f7a8bc55-5bfd-445c-9ab8-42d363fed616 req-9b18da97-ea63-4e14-b756-31e47b003019 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 950 time: 0.0638971 Jul 22 21:18:49.364633 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f7a8bc55-5bfd-445c-9ab8-42d363fed616 req-bbe85672-aac3-47c1-aaa2-405ea8c0847b tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Jul 22 21:18:50.482848 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3449965b-0ca0-4119-aa04-79a0c4c04cfc req-5f02a46b-1f1f-4f3d-bbee-858ed054e474 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586481 Jul 22 21:18:50.661804 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449965b-0ca0-4119-aa04-79a0c4c04cfc req-ccffaca2-dd2a-4f95-899e-698fbb7fb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:50.663217 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3449965b-0ca0-4119-aa04-79a0c4c04cfc req-ccffaca2-dd2a-4f95-899e-698fbb7fb5b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3da1218ae5e04617a2c08bf98a1523c2&device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 1099 time: 0.0961523 Jul 22 21:18:50.687366 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59337b2a-1783-49e6-839b-88609f1a601a req-8556c576-899e-4985-8227-5d6c1535a612 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:50.688819 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59337b2a-1783-49e6-839b-88609f1a601a req-8556c576-899e-4985-8227-5d6c1535a612 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 950 time: 0.2546058 Jul 22 21:18:50.780169 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-59337b2a-1783-49e6-839b-88609f1a601a req-a2506d93-6ae1-4c51-b3cf-a7cff9a6128a tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815997 Jul 22 21:18:50.803700 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449965b-0ca0-4119-aa04-79a0c4c04cfc req-036bc8cb-4dde-47e9-ad9f-df01184f992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:50.805192 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3449965b-0ca0-4119-aa04-79a0c4c04cfc req-036bc8cb-4dde-47e9-ad9f-df01184f992d service neutron] 10.222.0.72 "GET /v2.0/networks?id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31 HTTP/1.1" status: 200 len: 916 time: 0.1137288 Jul 22 21:18:50.851894 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3449965b-0ca0-4119-aa04-79a0c4c04cfc req-a61ca30e-e42b-4b7b-b704-57cddee69aaf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 200 len: 217 time: 0.0339391 Jul 22 21:18:50.905467 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449965b-0ca0-4119-aa04-79a0c4c04cfc req-4d3f63aa-7569-4f1b-ab07-a72589595c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:50.906974 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3449965b-0ca0-4119-aa04-79a0c4c04cfc req-4d3f63aa-7569-4f1b-ab07-a72589595c5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15d3773-44e3-44a4-8cf7-a48a75e4fc77 HTTP/1.1" status: 200 len: 854 time: 0.0438719 Jul 22 21:18:51.001327 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449965b-0ca0-4119-aa04-79a0c4c04cfc req-4cd19faa-369c-4169-913d-b0af15aa1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:51.002820 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3449965b-0ca0-4119-aa04-79a0c4c04cfc req-4cd19faa-369c-4169-913d-b0af15aa1c78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579402 Jul 22 21:18:51.101646 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3449965b-0ca0-4119-aa04-79a0c4c04cfc req-9e50c250-bdcb-4c7f-9aea-b6b437b755ca service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833116 Jul 22 21:18:51.200290 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3449965b-0ca0-4119-aa04-79a0c4c04cfc req-85ca0429-b5be-48ab-8986-4526c54ecf8b service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865138 Jul 22 21:18:51.630924 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66829a2-9d1f-4ea0-809f-4e04c83d0ba5 req-6a8c9da0-2636-4865-90f6-2320a1d268a1 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:51.632590 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c66829a2-9d1f-4ea0-809f-4e04c83d0ba5 req-6a8c9da0-2636-4865-90f6-2320a1d268a1 tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 950 time: 0.0626335 Jul 22 21:18:51.732864 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-c66829a2-9d1f-4ea0-809f-4e04c83d0ba5 req-233ff7d5-dc51-40de-80ac-fb6b3f681f2f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Deleting port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:51.733310 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-c66829a2-9d1f-4ea0-809f-4e04c83d0ba5 req-233ff7d5-dc51-40de-80ac-fb6b3f681f2f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:51.824783 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-c66829a2-9d1f-4ea0-809f-4e04c83d0ba5 req-233ff7d5-dc51-40de-80ac-fb6b3f681f2f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] For port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5,segment=NetworkSegment(15976e3f-2d61-4f5d-b0b3-d6702a02155c),segment_id=15976e3f-2d61-4f5d-b0b3-d6702a02155c)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:51.825172 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-c66829a2-9d1f-4ea0-809f-4e04c83d0ba5 req-233ff7d5-dc51-40de-80ac-fb6b3f681f2f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:51.838771 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-c66829a2-9d1f-4ea0-809f-4e04c83d0ba5 req-233ff7d5-dc51-40de-80ac-fb6b3f681f2f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Calling delete_port for d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:51.971696 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0269f1-f3e4-4246-9eee-c966066891c4 req-e67488be-8ed4-404d-9f4c-e235b8306def tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:51.973280 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fc0269f1-f3e4-4246-9eee-c966066891c4 req-e67488be-8ed4-404d-9f4c-e235b8306def tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e1991e4-5169-4b1b-913f-2d9761f366fe HTTP/1.1" status: 200 len: 950 time: 0.1246631 Jul 22 21:18:52.047316 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-fc0269f1-f3e4-4246-9eee-c966066891c4 req-49e0df3f-e152-4ea9-88f9-ef84d1bdf4de tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636060 Jul 22 21:18:52.056285 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-c66829a2-9d1f-4ea0-809f-4e04c83d0ba5 req-233ff7d5-dc51-40de-80ac-fb6b3f681f2f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.082606 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ff7d5-dc51-40de-80ac-fb6b3f681f2f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Pushing event deleted for resources: {'Port': ['ID=d90da0f0-a980-43de-9dd3-2a3be5cb4fd5,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:52.112261 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['d90da0f0-a980-43de-9dd3-2a3be5cb4fd5'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:52.134713 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66829a2-9d1f-4ea0-809f-4e04c83d0ba5 req-233ff7d5-dc51-40de-80ac-fb6b3f681f2f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] No DVR routers for this DVR port d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:52.137333 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-c66829a2-9d1f-4ea0-809f-4e04c83d0ba5 req-233ff7d5-dc51-40de-80ac-fb6b3f681f2f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:52.139892 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c66829a2-9d1f-4ea0-809f-4e04c83d0ba5 req-233ff7d5-dc51-40de-80ac-fb6b3f681f2f tempest-VolumesNegativeTest-1606579484 tempest-VolumesNegativeTest-1606579484-project] 10.222.0.72 "DELETE /v2.0/ports/d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 HTTP/1.1" status: 204 len: 173 time: 0.5007720 Jul 22 21:18:52.140344 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1991e4-5169-4b1b-913f-2d9761f366fe', 'name': 'network-vif-deleted', 'tag': 'd90da0f0-a980-43de-9dd3-2a3be5cb4fd5'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:52.142693 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da19b019-fbff-435c-adc7-d0493b8d618d" -d '{"events": [{"server_uuid": "4e1991e4-5169-4b1b-913f-2d9761f366fe", "name": "network-vif-deleted", "tag": "d90da0f0-a980-43de-9dd3-2a3be5cb4fd5"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:52.182835 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a747d-b0b7-4367-acee-ea8f3ff22bc1 x-openstack-request-id: req-758a747d-b0b7-4367-acee-ea8f3ff22bc1 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:52.183128 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1991e4-5169-4b1b-913f-2d9761f366fe", "name": "network-vif-deleted", "tag": "d90da0f0-a980-43de-9dd3-2a3be5cb4fd5", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:52.183380 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-758a747d-b0b7-4367-acee-ea8f3ff22bc1 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:52.183802 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1991e4-5169-4b1b-913f-2d9761f366fe', 'name': 'network-vif-deleted', 'tag': 'd90da0f0-a980-43de-9dd3-2a3be5cb4fd5', 'status': 'completed', 'code': 200} Jul 22 21:18:53.614951 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:18:55.704061 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:55.724671 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:55.725017 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device d90da0f0-a980-43de-9dd3-2a3be5cb4fd5 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:56.464130 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4bc6e-936c-4f72-9b15-8e7a0ac4a99a req-e61498dd-eae8-4ba2-a619-c3b7c98221cb tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:56.465653 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-93f4bc6e-936c-4f72-9b15-8e7a0ac4a99a req-e61498dd-eae8-4ba2-a619-c3b7c98221cb tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 946 time: 0.0636802 Jul 22 21:18:56.506325 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-93f4bc6e-936c-4f72-9b15-8e7a0ac4a99a req-676f054e-3024-464d-bca7-f4dc6c6fdb33 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349569 Jul 22 21:18:56.529567 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 57182) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:56.625955 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 57188) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:56.712690 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4816f5b4-b377-4089-a552-7d17a76276ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4ba41a2799d46acb12af874ff4458dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854785 Jul 22 21:18:56.715046 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 57192) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:56.724907 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f572529f-887a-4858-8b73-dad86f3fc94c tempest-TestMinimumBasicScenario-1064781001 tempest-TestMinimumBasicScenario-1064781001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:56.726490 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-f572529f-887a-4858-8b73-dad86f3fc94c tempest-TestMinimumBasicScenario-1064781001 tempest-TestMinimumBasicScenario-1064781001-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 1094 time: 0.1959329 Jul 22 21:18:56.729420 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 57194) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:56.733772 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Request body: {'floatingip': {'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'port_id': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:56.755576 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for floatingip, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:56.766066 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-740e4559-89a1-4965-96ed-aa1467efbbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:56.788230 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-740e4559-89a1-4965-96ed-aa1467efbbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:56.837681 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-740e4559-89a1-4965-96ed-aa1467efbbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:56.840374 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-740e4559-89a1-4965-96ed-aa1467efbbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:56.841585 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-740e4559-89a1-4965-96ed-aa1467efbbf9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e27746f-3ca2-43e1-bd2e-0af61dd6dd87 HTTP/1.1" status: 204 len: 168 time: 0.1242034 Jul 22 21:18:56.851954 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e4559-89a1-4965-96ed-aa1467efbbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e27746f-3ca2-43e1-bd2e-0af61dd6dd87,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:56.857453 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:56.967052 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Allocated IP 172.27.1.142 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/0a325e22-3bb3-4339-9a53-9f29376b702b) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:57.068267 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.113625 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.150579 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:57.157366 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:57.169767 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:57.187474 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event updated for resources: {'Port': ['ID=0a325e22-3bb3-4339-9a53-9f29376b702b,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:57.500407 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 57216) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:57.536068 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.602777 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-511388425-network', 'tenant_id': '8ecf6255ec9b43aa80b520277f6a8bf0'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:57.615574 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.625617 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Made reservation on behalf of 8ecf6255ec9b43aa80b520277f6a8bf0 for: {'network': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:57.628080 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.636394 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.729348 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.733603 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.755117 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=93129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:18:57.766515 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.771144 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75d6845-b0e9-4b95-960e-daeb4a44e156,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:57.771411 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.775898 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.776239 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.segments_db [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Added segment a29b8499-86be-455c-b5dd-2aa30db642d9 of type vlan for network f93b7b60-fa89-4160-bd5f-4619c5864a38 Jul 22 21:18:57.818213 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.844898 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event updated for resources: {'Port': ['ID=0a325e22-3bb3-4339-9a53-9f29376b702b,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:57.847545 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.848807 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:57.849420 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.855711 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:57.878493 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3767962 Jul 22 21:18:57.882751 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 57220) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:57.887408 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-b25c8ca1-4fe8-45b3-8a88-222125062ff8 admin admin] Request body: {'subnet': {'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-511388425-subnet', 'tenant_id': '8ecf6255ec9b43aa80b520277f6a8bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:57.922140 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf64dee-b04d-4fe1-ba69-16ac4fa21556 admin admin] Pushing event updated for resources: {'Network': ['ID=f93b7b60-fa89-4160-bd5f-4619c5864a38,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:57.932376 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network f93b7b60-fa89-4160-bd5f-4619c5864a38 details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:18:57.940936 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25c8ca1-4fe8-45b3-8a88-222125062ff8 admin admin] Made reservation on behalf of 8ecf6255ec9b43aa80b520277f6a8bf0 for: {'subnet': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:57.943405 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b25c8ca1-4fe8-45b3-8a88-222125062ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962742'] for subnet, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.120163 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b25c8ca1-4fe8-45b3-8a88-222125062ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9936020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962756'] for subnet, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.171427 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c8ca1-4fe8-45b3-8a88-222125062ff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d45863fd-95ca-41ba-9155-e15a47479c9b,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:58.194859 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c8ca1-4fe8-45b3-8a88-222125062ff8 admin admin] Checking segment: {'id': 'a29b8499-86be-455c-b5dd-2aa30db642d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:58.195208 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c8ca1-4fe8-45b3-8a88-222125062ff8 admin admin] Network hostable DHCP agents. Network: f93b7b60-fa89-4160-bd5f-4619c5864a38, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:18:58.211297 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c8ca1-4fe8-45b3-8a88-222125062ff8 admin admin] Network f93b7b60-fa89-4160-bd5f-4619c5864a38 is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:18:58.220614 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-b25c8ca1-4fe8-45b3-8a88-222125062ff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, f93b7b60-fa89-4160-bd5f-4619c5864a38) {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:58.225594 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.l3_db [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Floating IP f646d105-bed9-40e6-81a2-7b118f5b7604 associated. External IP: 172.27.1.142, port: fe144c44-0d96-4c8e-9d00-af3e1719a1ba. Jul 22 21:18:58.226629 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c8ca1-4fe8-45b3-8a88-222125062ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:58.227489 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-b25c8ca1-4fe8-45b3-8a88-222125062ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.231485 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69e2238-b4e4-4a4b-a5ec-23a05022269f None None] Network f93b7b60-fa89-4160-bd5f-4619c5864a38 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:58.244201 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-b25c8ca1-4fe8-45b3-8a88-222125062ff8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3603711 Jul 22 21:18:58.370312 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2b781e-8020-4593-8833-4f3d30af2801 None None] Network f93b7b60-fa89-4160-bd5f-4619c5864a38 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:58.458381 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Router e4ddd8de-8907-4b97-b487-08c335d65516 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:18:58.568232 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:58.578204 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e886ba4-04f1-405a-8eae-ef45394c5cca None None] Sync routers for ids ['e4ddd8de-8907-4b97-b487-08c335d65516'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:58.587483 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e886ba4-04f1-405a-8eae-ef45394c5cca None None] Routers {'e4ddd8de-8907-4b97-b487-08c335d65516'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:58.588109 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-2e886ba4-04f1-405a-8eae-ef45394c5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:18:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e4ddd8de-8907-4b97-b487-08c335d65516'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:58.593098 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.637426 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-ca53aee9-e42b-4e99-98c9-304bf7095c4f tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9067185 Jul 22 21:18:58.638688 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:58.641089 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbd60b8-999a-40cd-89fb-70333aa50a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:58.641242 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 57228) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:58.646468 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-ea1378cb-6291-4ba1-84d3-7a215c3f8a32 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574463739', 'description': 'tempest-secgroup-smoke-1574463739 description', 'project_id': '3da1218ae5e04617a2c08bf98a1523c2'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:58.674253 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea1378cb-6291-4ba1-84d3-7a215c3f8a32 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.682732 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d303de2e-3f70-49d1-a9b4-c034d724e0e6 x-openstack-request-id: req-d303de2e-3f70-49d1-a9b4-c034d724e0e6 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:58.683584 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:58.683842 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d303de2e-3f70-49d1-a9b4-c034d724e0e6 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:58.684291 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'status': 'completed', 'code': 200} Jul 22 21:18:58.707816 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-2e886ba4-04f1-405a-8eae-ef45394c5cca None None] Set router e4ddd8de-8907-4b97-b487-08c335d65516 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:58.767094 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea1378cb-6291-4ba1-84d3-7a215c3f8a32 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.786416 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea1378cb-6291-4ba1-84d3-7a215c3f8a32 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.834309 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1378cb-6291-4ba1-84d3-7a215c3f8a32 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efbcb0b-e8c2-43f9-8309-8374e6d69596,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:58.842831 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea1378cb-6291-4ba1-84d3-7a215c3f8a32 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.847565 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ea1378cb-6291-4ba1-84d3-7a215c3f8a32 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2051828 Jul 22 21:18:58.847770 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 57236) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:58.855162 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-f76574ba-ae7c-43a7-b960-4d929423f0d4 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Request body: {'security_group_rule': {'security_group_id': '1efbcb0b-e8c2-43f9-8309-8374e6d69596', 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:58.861641 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd60b8-999a-40cd-89fb-70333aa50a0e req-ad1e3ac6-0d21-4016-9e16-c71d23d0292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:58.863148 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2bbd60b8-999a-40cd-89fb-70333aa50a0e req-ad1e3ac6-0d21-4016-9e16-c71d23d0292d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3da1218ae5e04617a2c08bf98a1523c2&device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 1099 time: 0.0947413 Jul 22 21:18:58.913303 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f76574ba-ae7c-43a7-b960-4d929423f0d4 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:58.974724 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-2e886ba4-04f1-405a-8eae-ef45394c5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 4, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': 'f646d105-bed9-40e6-81a2-7b118f5b7604', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'port_id': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'mac_address': 'fa:16:3e:83:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:18:57Z', 'updated_at': '2021-07-22T21:18:57Z', 'revision_number': 0, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974762c6-b33e-4fc4-8974-965648afa1d4', 'name': '', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'mac_address': 'fa:16:3e:19:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:04Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 5, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'subnets': [{'id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:59.000472 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e886ba4-04f1-405a-8eae-ef45394c5cca None None] Checking router: e4ddd8de-8907-4b97-b487-08c335d65516 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:59.004435 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd60b8-999a-40cd-89fb-70333aa50a0e req-8e9ce4fe-774e-4497-8d03-9d569d060247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:59.005958 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2bbd60b8-999a-40cd-89fb-70333aa50a0e req-8e9ce4fe-774e-4497-8d03-9d569d060247 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31 HTTP/1.1" status: 200 len: 916 time: 0.1331251 Jul 22 21:18:59.009007 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e886ba4-04f1-405a-8eae-ef45394c5cca None None] Routers {'e4ddd8de-8907-4b97-b487-08c335d65516'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:59.009649 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-2e886ba4-04f1-405a-8eae-ef45394c5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:18:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e4ddd8de-8907-4b97-b487-08c335d65516'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:59.026773 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f76574ba-ae7c-43a7-b960-4d929423f0d4 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.056343 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f76574ba-ae7c-43a7-b960-4d929423f0d4 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.080475 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76574ba-ae7c-43a7-b960-4d929423f0d4 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f578ec-1db0-457b-9d51-224efdb4853f,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:59.100103 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-f76574ba-ae7c-43a7-b960-4d929423f0d4 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.101323 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-f76574ba-ae7c-43a7-b960-4d929423f0d4 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2511792 Jul 22 21:18:59.103849 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2bbd60b8-999a-40cd-89fb-70333aa50a0e req-cc31abc6-43ac-4c28-8eed-27e0c6e85a4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 200 len: 1000 time: 0.0847533 Jul 22 21:18:59.104184 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 57238) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:59.108809 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-a5c3e95c-0844-4bf0-8b8b-b2691e26a5c2 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Request body: {'security_group_rule': {'security_group_id': '1efbcb0b-e8c2-43f9-8309-8374e6d69596', 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:59.119007 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-2e886ba4-04f1-405a-8eae-ef45394c5cca None None] Set router e4ddd8de-8907-4b97-b487-08c335d65516 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:59.134760 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e95c-0844-4bf0-8b8b-b2691e26a5c2 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.162596 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd60b8-999a-40cd-89fb-70333aa50a0e req-b44f2f0e-4a00-4bb7-a751-77e427ce71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:59.162596 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2bbd60b8-999a-40cd-89fb-70333aa50a0e req-b44f2f0e-4a00-4bb7-a751-77e427ce71f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15d3773-44e3-44a4-8cf7-a48a75e4fc77 HTTP/1.1" status: 200 len: 854 time: 0.0511253 Jul 22 21:18:59.192363 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e95c-0844-4bf0-8b8b-b2691e26a5c2 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.197896 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e95c-0844-4bf0-8b8b-b2691e26a5c2 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.216740 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3e95c-0844-4bf0-8b8b-b2691e26a5c2 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc51386-cdc9-4e8e-b7ba-00655855926a,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:59.229133 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e95c-0844-4bf0-8b8b-b2691e26a5c2 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.230583 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a5c3e95c-0844-4bf0-8b8b-b2691e26a5c2 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254146 Jul 22 21:18:59.233280 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 57240) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:59.235860 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd60b8-999a-40cd-89fb-70333aa50a0e req-da1a9a35-ceca-4223-aef9-303e5e91eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:59.237532 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2bbd60b8-999a-40cd-89fb-70333aa50a0e req-da1a9a35-ceca-4223-aef9-303e5e91eb56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650492 Jul 22 21:18:59.238802 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-82f3bbf9-21b5-4a23-8b4c-b53bcca8bbdf tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Request body: {'security_group_rule': {'security_group_id': '1efbcb0b-e8c2-43f9-8309-8374e6d69596', 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:59.266993 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-82f3bbf9-21b5-4a23-8b4c-b53bcca8bbdf tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.331654 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-82f3bbf9-21b5-4a23-8b4c-b53bcca8bbdf tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.336323 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-82f3bbf9-21b5-4a23-8b4c-b53bcca8bbdf tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.348517 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2bbd60b8-999a-40cd-89fb-70333aa50a0e req-2a23b402-c924-49d9-88e9-19631a2ab9c7 service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969362 Jul 22 21:18:59.355258 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3bbf9-21b5-4a23-8b4c-b53bcca8bbdf tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee01c6f-c048-4cc2-a730-29802958350a,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:59.362860 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-82f3bbf9-21b5-4a23-8b4c-b53bcca8bbdf tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.364449 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-82f3bbf9-21b5-4a23-8b4c-b53bcca8bbdf tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300769 Jul 22 21:18:59.367088 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 57242) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:59.372269 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-0c994445-b704-48ef-828a-c0db5ca56997 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Request body: {'security_group_rule': {'security_group_id': '1efbcb0b-e8c2-43f9-8309-8374e6d69596', 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:59.376300 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-2e886ba4-04f1-405a-8eae-ef45394c5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 4, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': 'f646d105-bed9-40e6-81a2-7b118f5b7604', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'port_id': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'mac_address': 'fa:16:3e:83:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:18:57Z', 'updated_at': '2021-07-22T21:18:57Z', 'revision_number': 0, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974762c6-b33e-4fc4-8974-965648afa1d4', 'name': '', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'mac_address': 'fa:16:3e:19:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:04Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 5, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'subnets': [{'id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:59.401595 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0c994445-b704-48ef-828a-c0db5ca56997 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.403219 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e886ba4-04f1-405a-8eae-ef45394c5cca None None] The sync data for ids ['e4ddd8de-8907-4b97-b487-08c335d65516'] in dv-cinder-801902-1-iscsi is: [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 4, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': 'f646d105-bed9-40e6-81a2-7b118f5b7604', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'port_id': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'mac_address': 'fa:16:3e:83:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:18:57Z', 'updated_at': '2021-07-22T21:18:57Z', 'revision_number': 0, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974762c6-b33e-4fc4-8974-965648afa1d4', 'name': '', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'mac_address': 'fa:16:3e:19:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:04Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 5, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'subnets': [{'id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:59.467764 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2bbd60b8-999a-40cd-89fb-70333aa50a0e req-433bb229-39e6-499c-9a8c-58bada47db98 service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072869 Jul 22 21:18:59.472529 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0c994445-b704-48ef-828a-c0db5ca56997 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.476693 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0c994445-b704-48ef-828a-c0db5ca56997 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.496081 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c994445-b704-48ef-828a-c0db5ca56997 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6944b77e-fa49-424b-9823-eafbb7717c27,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:59.500042 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0c994445-b704-48ef-828a-c0db5ca56997 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.503861 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-0c994445-b704-48ef-828a-c0db5ca56997 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331542 Jul 22 21:18:59.504350 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 57244) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:59.508651 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-4143afbc-0254-4534-9970-3f24c23af492 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Request body: {'security_group_rule': {'security_group_id': '1efbcb0b-e8c2-43f9-8309-8374e6d69596', 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:59.530267 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.securitygroups_db [None req-4143afbc-0254-4534-9970-3f24c23af492 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Project 3da1218ae5e04617a2c08bf98a1523c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:18:59.535950 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4143afbc-0254-4534-9970-3f24c23af492 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.598506 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4143afbc-0254-4534-9970-3f24c23af492 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.603541 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4143afbc-0254-4534-9970-3f24c23af492 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.612960 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45f89d-1c61-451e-b415-104d79c90c97 None None] New status for floating IP f646d105-bed9-40e6-81a2-7b118f5b7604: ACTIVE {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:18:59.619008 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143afbc-0254-4534-9970-3f24c23af492 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347a2a37-929a-44c5-80e0-5dea6a953358,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:59.631435 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4143afbc-0254-4534-9970-3f24c23af492 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.633554 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4143afbc-0254-4534-9970-3f24c23af492 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281676 Jul 22 21:18:59.636049 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 57246) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:59.640699 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-cae49779-9dff-4b9f-a9ac-706d7f572da5 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Request body: {'security_group_rule': {'security_group_id': '1efbcb0b-e8c2-43f9-8309-8374e6d69596', 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:59.662775 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.securitygroups_db [None req-cae49779-9dff-4b9f-a9ac-706d7f572da5 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Project 3da1218ae5e04617a2c08bf98a1523c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:18:59.667818 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cae49779-9dff-4b9f-a9ac-706d7f572da5 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.733986 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cae49779-9dff-4b9f-a9ac-706d7f572da5 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.737783 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cae49779-9dff-4b9f-a9ac-706d7f572da5 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.756012 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae49779-9dff-4b9f-a9ac-706d7f572da5 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dad3b44-c720-4d34-ab84-d6bd834177a0,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:59.760027 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cae49779-9dff-4b9f-a9ac-706d7f572da5 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:59.762079 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-cae49779-9dff-4b9f-a9ac-706d7f572da5 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248078 Jul 22 21:18:59.843041 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6f354339-bf14-4400-87a1-260a28f18f56 req-3bace391-0649-4a12-af24-889c2e96363d tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574463739&fields=id&tenant_id=3da1218ae5e04617a2c08bf98a1523c2 HTTP/1.1" status: 200 len: 267 time: 0.0352645 Jul 22 21:18:59.915610 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f354339-bf14-4400-87a1-260a28f18f56 req-73c2a9a3-876f-478b-9abc-2c6c2a6730cd tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:59.917159 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6f354339-bf14-4400-87a1-260a28f18f56 req-73c2a9a3-876f-478b-9abc-2c6c2a6730cd tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 946 time: 0.0687675 Jul 22 21:18:59.928990 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-6f354339-bf14-4400-87a1-260a28f18f56 req-bf64c942-be40-4118-a296-cf12c2b67654 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Request body: {'port': {'security_groups': ['dfb0e694-13e2-4e97-9790-e4bce418b2ee', '1efbcb0b-e8c2-43f9-8309-8374e6d69596']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:00.011909 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6f354339-bf14-4400-87a1-260a28f18f56 req-bf64c942-be40-4118-a296-cf12c2b67654 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.137179 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a8a92569-0a52-4b42-b724-ac234f4cc067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.276463 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-6f354339-bf14-4400-87a1-260a28f18f56 req-bf64c942-be40-4118-a296-cf12c2b67654 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] For port fe144c44-0d96-4c8e-9d00-af3e1719a1ba, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:00.310433 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-065563bc-d165-4dc3-af23-c4dc2fa2278d tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:00.311940 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-065563bc-d165-4dc3-af23-c4dc2fa2278d tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/networks?id=f93b7b60-fa89-4160-bd5f-4619c5864a38 HTTP/1.1" status: 200 len: 813 time: 0.1712365 Jul 22 21:19:00.333065 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6f354339-bf14-4400-87a1-260a28f18f56 req-bf64c942-be40-4118-a296-cf12c2b67654 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.337033 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-d95a9b4f-10b5-4565-8449-b0f2189026e2 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/quotas/8ecf6255ec9b43aa80b520277f6a8bf0 HTTP/1.1" status: 200 len: 375 time: 0.0193353 Jul 22 21:19:00.338525 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6f354339-bf14-4400-87a1-260a28f18f56 req-bf64c942-be40-4118-a296-cf12c2b67654 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.393453 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['fe144c44-0d96-4c8e-9d00-af3e1719a1ba'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:00.408903 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f354339-bf14-4400-87a1-260a28f18f56 req-bf64c942-be40-4118-a296-cf12c2b67654 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:00.409597 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-6f354339-bf14-4400-87a1-260a28f18f56 req-bf64c942-be40-4118-a296-cf12c2b67654 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.411060 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6f354339-bf14-4400-87a1-260a28f18f56 req-bf64c942-be40-4118-a296-cf12c2b67654 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "PUT /v2.0/ports/fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 200 len: 982 time: 0.4870312 Jul 22 21:19:00.420045 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-fa04b3bf-7f20-480c-91d7-e9aa2eddb6f9 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ecf6255ec9b43aa80b520277f6a8bf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737054 Jul 22 21:19:00.539850 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64c942-be40-4118-a296-cf12c2b67654 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event updated for resources: {'Port': ['ID=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,revision_number=6']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:00.590594 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-3d9aaa50-ae81-41f4-ab2f-e96be3d6824b service neutron] 10.222.0.61 "GET /v2.0/networks/f93b7b60-fa89-4160-bd5f-4619c5864a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696832 Jul 22 21:19:00.627191 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fce98d-a134-46cb-b9b5-d85c74886bc4 req-3e248718-f6d8-41e4-9792-398efe3b3f4a tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:00.628796 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7fce98d-a134-46cb-b9b5-d85c74886bc4 req-3e248718-f6d8-41e4-9792-398efe3b3f4a tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.1490993 Jul 22 21:19:00.656256 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-b0731810-166c-48fc-9642-95c2e45de70d None None] Provisioning complete for port fe144c44-0d96-4c8e-9d00-af3e1719a1ba triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:00.656622 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-b0731810-166c-48fc-9642-95c2e45de70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:00.680996 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['fe144c44-0d96-4c8e-9d00-af3e1719a1ba'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:00.687967 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:00.690237 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566eb628-7a40-4a21-b389-74aa83a0e339" -d '{"events": [{"name": "network-changed", "server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:00.720624 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7fce98d-a134-46cb-b9b5-d85c74886bc4 req-a1f502b1-472c-4302-b92f-6b6546f1a6c5 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847123 Jul 22 21:19:00.733066 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-d6e0bb1f-eb20-47ef-ab74-7581f76913a4 service neutron] 10.222.0.61 "GET /v2.0/networks/f93b7b60-fa89-4160-bd5f-4619c5864a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354620 Jul 22 21:19:00.781560 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916e9dee-3593-4d64-9115-1b8d8f6f233d x-openstack-request-id: req-916e9dee-3593-4d64-9115-1b8d8f6f233d {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:00.781854 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:00.782106 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-916e9dee-3593-4d64-9115-1b8d8f6f233d {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:00.782504 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'status': 'completed', 'code': 200} Jul 22 21:19:00.941694 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eb628-7a40-4a21-b389-74aa83a0e339 req-2dd89712-d242-44bc-9ac2-1ac3b72113b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:00.942818 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-566eb628-7a40-4a21-b389-74aa83a0e339 req-2dd89712-d242-44bc-9ac2-1ac3b72113b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3da1218ae5e04617a2c08bf98a1523c2&device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 1138 time: 0.0967405 Jul 22 21:19:00.944781 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-54ac9c74-e83c-469c-a5f7-170730ca4c7c req-4cf2498e-13f6-48e5-b2be-747c88daa3d3 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 210 time: 0.0379324 Jul 22 21:19:01.047615 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eb628-7a40-4a21-b389-74aa83a0e339 req-ca36ab53-033f-4f6e-b919-db6f2ba014e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:01.049772 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-566eb628-7a40-4a21-b389-74aa83a0e339 req-ca36ab53-033f-4f6e-b919-db6f2ba014e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31 HTTP/1.1" status: 200 len: 916 time: 0.0989158 Jul 22 21:19:01.131631 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-566eb628-7a40-4a21-b389-74aa83a0e339 req-cce33001-2b5e-4150-a52b-73f092565dcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 200 len: 1002 time: 0.0695324 Jul 22 21:19:01.189515 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eb628-7a40-4a21-b389-74aa83a0e339 req-bbbdeba3-3388-4504-be2d-4ae74c9ecda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:01.191014 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-566eb628-7a40-4a21-b389-74aa83a0e339 req-bbbdeba3-3388-4504-be2d-4ae74c9ecda0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15d3773-44e3-44a4-8cf7-a48a75e4fc77 HTTP/1.1" status: 200 len: 854 time: 0.0464771 Jul 22 21:19:01.263997 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eb628-7a40-4a21-b389-74aa83a0e339 req-fdff0736-58ed-4e57-a790-110e5aeed41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:01.266043 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-566eb628-7a40-4a21-b389-74aa83a0e339 req-fdff0736-58ed-4e57-a790-110e5aeed41d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622370 Jul 22 21:19:01.371263 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-566eb628-7a40-4a21-b389-74aa83a0e339 req-b057dd33-6546-44e0-896d-b6845581b039 service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948992 Jul 22 21:19:01.468198 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-566eb628-7a40-4a21-b389-74aa83a0e339 req-22f61e6f-1855-4248-abea-a7a08df049f2 service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876093 Jul 22 21:19:02.043618 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-60410686-baa6-48e9-91dc-73d7e12b438c req-660347c8-58e3-45fe-af5d-69ce87cc7e8b tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 210 time: 0.0332522 Jul 22 21:19:02.403510 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-2be11dcc-39b1-40a2-9584-e2eb96f4690a tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:02.405328 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-2be11dcc-39b1-40a2-9584-e2eb96f4690a tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.72 "GET /v2.0/networks?id=f93b7b60-fa89-4160-bd5f-4619c5864a38 HTTP/1.1" status: 200 len: 813 time: 0.1059120 Jul 22 21:19:02.452428 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Request body: {'port': {'device_id': 'f21eb02a-c1b9-478c-a48c-cf958eefe03b', 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38', 'admin_state_up': True, 'tenant_id': '8ecf6255ec9b43aa80b520277f6a8bf0'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:02.559438 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Made reservation on behalf of 8ecf6255ec9b43aa80b520277f6a8bf0 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:02.563444 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:02.694501 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Allocated IP 172.20.0.13 (f93b7b60-fa89-4160-bd5f-4619c5864a38/d45863fd-95ca-41ba-9155-e15a47479c9b/5305276c-d2ed-4534-8e2a-c97f86f572ad) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:02.833700 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:02.864245 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-bee9afa2-1141-4097-8b56-0be9bbab9b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:02.872230 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:02.918730 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Network f93b7b60-fa89-4160-bd5f-4619c5864a38 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:02.922230 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:02.924657 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:02.949242 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Pushing event updated for resources: {'Port': ['ID=5305276c-d2ed-4534-8e2a-c97f86f572ad,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:02.976112 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:02.976721 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:02.991442 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-88577d46-c831-420e-9156-7b3cd0626e62 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5433834 Jul 22 21:19:03.021104 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Request body: {'port': {'device_id': 'f21eb02a-c1b9-478c-a48c-cf958eefe03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:03.091924 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.209914 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.280362 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a92019-21ed-419f-81a5-8f1d1fb60c92 req-4412e178-fa68-4bc1-8bb3-5dd004512d4a tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:03.281915 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-30a92019-21ed-419f-81a5-8f1d1fb60c92 req-4412e178-fa68-4bc1-8bb3-5dd004512d4a tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 932 time: 0.1701634 Jul 22 21:19:03.363881 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-30a92019-21ed-419f-81a5-8f1d1fb60c92 req-f20424ef-67cb-4f0c-8aa4-69c8dadd9711 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732868 Jul 22 21:19:03.442639 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5305276c-d2ed-4534-8e2a-c97f86f572ad {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:03.450108 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.463657 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Transition to ACTIVE for port object 5305276c-d2ed-4534-8e2a-c97f86f572ad will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:03.468222 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.520101 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5305276c-d2ed-4534-8e2a-c97f86f572ad,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:03.589323 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Attempting to bind port 5305276c-d2ed-4534-8e2a-c97f86f572ad on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:03.589646 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Attempting to bind port 5305276c-d2ed-4534-8e2a-c97f86f572ad by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': 'a29b8499-86be-455c-b5dd-2aa30db642d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:03.589964 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Attempting to bind port 5305276c-d2ed-4534-8e2a-c97f86f572ad on network f93b7b60-fa89-4160-bd5f-4619c5864a38 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:03.594186 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Port 5305276c-d2ed-4534-8e2a-c97f86f572ad on network f93b7b60-fa89-4160-bd5f-4619c5864a38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:19:03.594495 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Attempting to bind port 5305276c-d2ed-4534-8e2a-c97f86f572ad on network f93b7b60-fa89-4160-bd5f-4619c5864a38 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:03.599067 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:03.599397 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Checking segment: {'id': 'a29b8499-86be-455c-b5dd-2aa30db642d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:03.599804 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Bound using segment: {'id': 'a29b8499-86be-455c-b5dd-2aa30db642d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:03.600217 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Bound port: 5305276c-d2ed-4534-8e2a-c97f86f572ad, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29b8499-86be-455c-b5dd-2aa30db642d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:03.600564 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.661307 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] For port 5305276c-d2ed-4534-8e2a-c97f86f572ad, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:03.664446 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] For port 5305276c-d2ed-4534-8e2a-c97f86f572ad, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=5305276c-d2ed-4534-8e2a-c97f86f572ad,segment=NetworkSegment(a29b8499-86be-455c-b5dd-2aa30db642d9),segment_id=a29b8499-86be-455c-b5dd-2aa30db642d9)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:03.667837 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.705182 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:03.705782 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.707198 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] 10.222.0.72 "PUT /v2.0/ports/5305276c-d2ed-4534-8e2a-c97f86f572ad HTTP/1.1" status: 200 len: 1094 time: 0.6903951 Jul 22 21:19:03.707634 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21eb02a-c1b9-478c-a48c-cf958eefe03b', 'tag': '5305276c-d2ed-4534-8e2a-c97f86f572ad'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:03.709887 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768c73e0-6ace-4942-9187-81f8e6feaa9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f21eb02a-c1b9-478c-a48c-cf958eefe03b", "tag": "5305276c-d2ed-4534-8e2a-c97f86f572ad"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:03.737924 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8938205-faea-4690-917c-e7b7dcf810e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5305276c-d2ed-4534-8e2a-c97f86f572ad,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:03.748385 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125991de-2f29-4b8e-8ed1-b00f207087c5 x-openstack-request-id: req-125991de-2f29-4b8e-8ed1-b00f207087c5 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:03.748657 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21eb02a-c1b9-478c-a48c-cf958eefe03b", "tag": "5305276c-d2ed-4534-8e2a-c97f86f572ad", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:03.748898 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-125991de-2f29-4b8e-8ed1-b00f207087c5 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:03.749312 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21eb02a-c1b9-478c-a48c-cf958eefe03b', 'tag': '5305276c-d2ed-4534-8e2a-c97f86f572ad', 'status': 'completed', 'code': 200} Jul 22 21:19:03.859551 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c73e0-6ace-4942-9187-81f8e6feaa9f req-094cbd89-f8cd-4f95-bf78-cbec7f330858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:03.861045 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-768c73e0-6ace-4942-9187-81f8e6feaa9f req-094cbd89-f8cd-4f95-bf78-cbec7f330858 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ecf6255ec9b43aa80b520277f6a8bf0&device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 1097 time: 0.0592110 Jul 22 21:19:03.966637 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c73e0-6ace-4942-9187-81f8e6feaa9f req-aa06e77a-2abe-46cb-9dc8-b79a59783e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:03.968105 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-768c73e0-6ace-4942-9187-81f8e6feaa9f req-aa06e77a-2abe-46cb-9dc8-b79a59783e55 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8ecf6255ec9b43aa80b520277f6a8bf0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0885329 Jul 22 21:19:03.982919 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:04.065805 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c73e0-6ace-4942-9187-81f8e6feaa9f req-1619a802-b277-48c1-9303-14699cd4cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:04.067266 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-768c73e0-6ace-4942-9187-81f8e6feaa9f req-1619a802-b277-48c1-9303-14699cd4cb2d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912766 Jul 22 21:19:04.200519 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-83802724-5d6d-4c4a-9b8b-2b226a6e6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:04.202314 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-83802724-5d6d-4c4a-9b8b-2b226a6e6935 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ecf6255ec9b43aa80b520277f6a8bf0&device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 1097 time: 0.0551212 Jul 22 21:19:04.262209 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-8811bf94-8860-4f4b-8402-0991429c8d84 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5305276c-d2ed-4534-8e2a-c97f86f572ad HTTP/1.1" status: 200 len: 217 time: 0.0372798 Jul 22 21:19:04.310215 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-2a6ae1e6-3b50-4ae1-8bef-80845ca399b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:04.311601 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-2a6ae1e6-3b50-4ae1-8bef-80845ca399b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d45863fd-95ca-41ba-9155-e15a47479c9b HTTP/1.1" status: 200 len: 853 time: 0.0419910 Jul 22 21:19:04.346750 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-67798314-bcb3-48d3-9b1e-0e0d7b5ecbef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f93b7b60-fa89-4160-bd5f-4619c5864a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271342 Jul 22 21:19:04.472320 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-3ed2b897-bc37-4b86-ab75-9fa159de98e5 service neutron] 10.222.0.72 "GET /v2.0/networks/f93b7b60-fa89-4160-bd5f-4619c5864a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105456 Jul 22 21:19:04.820180 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acd3f9-afdc-473b-b102-ed036e4a0488 req-79f61325-ac33-4282-b1dc-7b885b2e7177 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:04.821662 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51acd3f9-afdc-473b-b102-ed036e4a0488 req-79f61325-ac33-4282-b1dc-7b885b2e7177 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 944 time: 0.3873105 Jul 22 21:19:04.860804 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f3315ef-cbe6-441b-8882-a2bea6fafc24 req-4006a513-13b3-4d0b-9b42-316b52acd6f3 service neutron] 10.222.0.72 "GET /v2.0/networks/f93b7b60-fa89-4160-bd5f-4619c5864a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797724 Jul 22 21:19:04.873845 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51acd3f9-afdc-473b-b102-ed036e4a0488 req-de297e44-12fd-481f-9ec9-97ea4d759529 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447679 Jul 22 21:19:05.235596 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:06.003689 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186e37c-6e55-4925-b4dd-869d157edb31 req-ac662c55-5237-4a09-b133-0f52fc86db01 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:06.005358 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5186e37c-6e55-4925-b4dd-869d157edb31 req-ac662c55-5237-4a09-b133-0f52fc86db01 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 944 time: 0.0634365 Jul 22 21:19:06.042652 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5186e37c-6e55-4925-b4dd-869d157edb31 req-e8b6f7b0-f370-4904-87b0-361c5336e3f7 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Jul 22 21:19:07.182608 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc89c8-deb4-4388-9cd9-fdb4b23b7fa1 req-c753e0f8-8831-4da6-826b-bde94d0df060 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:07.184052 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2dbc89c8-deb4-4388-9cd9-fdb4b23b7fa1 req-c753e0f8-8831-4da6-826b-bde94d0df060 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 944 time: 0.0677202 Jul 22 21:19:07.221216 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2dbc89c8-deb4-4388-9cd9-fdb4b23b7fa1 req-9a9de5eb-08f8-45a9-9846-9151217edabf tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315573 Jul 22 21:19:07.773147 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 5305276c-d2ed-4534-8e2a-c97f86f572ad details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:07.865370 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 5305276c-d2ed-4534-8e2a-c97f86f572ad, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=5305276c-d2ed-4534-8e2a-c97f86f572ad,segment=NetworkSegment(a29b8499-86be-455c-b5dd-2aa30db642d9),segment_id=a29b8499-86be-455c-b5dd-2aa30db642d9)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:07.877419 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '5305276c-d2ed-4534-8e2a-c97f86f572ad', 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38', 'port_id': '5305276c-d2ed-4534-8e2a-c97f86f572ad', 'mac_address': 'fa:16:3e:1d:06:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45863fd-95ca-41ba-9155-e15a47479c9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:19:07.916661 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.929577 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5305276c-d2ed-4534-8e2a-c97f86f572ad {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:07.948837 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 5305276c-d2ed-4534-8e2a-c97f86f572ad, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=5305276c-d2ed-4534-8e2a-c97f86f572ad,segment=NetworkSegment(a29b8499-86be-455c-b5dd-2aa30db642d9),segment_id=a29b8499-86be-455c-b5dd-2aa30db642d9)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:07.952987 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:07.997829 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=5305276c-d2ed-4534-8e2a-c97f86f572ad,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:08.351086 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5bcf0-151b-4ead-85bf-256f609df5db req-671b922b-8c0f-47f9-b224-ad510d3defa6 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:08.352574 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42b5bcf0-151b-4ead-85bf-256f609df5db req-671b922b-8c0f-47f9-b224-ad510d3defa6 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 945 time: 0.0663736 Jul 22 21:19:08.389676 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42b5bcf0-151b-4ead-85bf-256f609df5db req-0cf47f46-85ae-4ec0-a4ca-5cae816eeb23 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310721 Jul 22 21:19:08.412125 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['5305276c-d2ed-4534-8e2a-c97f86f572ad'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:09.516838 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd9ae3-aa8a-4060-989d-3bfd0a692892 req-837b99e3-b07e-46f5-ab62-272da62d5f7e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:09.518332 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8cd9ae3-aa8a-4060-989d-3bfd0a692892 req-837b99e3-b07e-46f5-ab62-272da62d5f7e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 945 time: 0.0632889 Jul 22 21:19:09.555966 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c8cd9ae3-aa8a-4060-989d-3bfd0a692892 req-5f3de73a-747a-43c4-867c-425e76c31ea3 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Jul 22 21:19:09.779974 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 5305276c-d2ed-4534-8e2a-c97f86f572ad up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:09.826441 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port 5305276c-d2ed-4534-8e2a-c97f86f572ad completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:09.830318 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 5305276c-d2ed-4534-8e2a-c97f86f572ad triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:09.830680 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.919133 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.943508 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21eb02a-c1b9-478c-a48c-cf958eefe03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5305276c-d2ed-4534-8e2a-c97f86f572ad'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:09.945864 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9691e8a-eda2-44c6-9cae-5667c1267aee" -d '{"events": [{"server_uuid": "f21eb02a-c1b9-478c-a48c-cf958eefe03b", "name": "network-vif-plugged", "status": "completed", "tag": "5305276c-d2ed-4534-8e2a-c97f86f572ad"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:09.959995 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 5305276c-d2ed-4534-8e2a-c97f86f572ad, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=5305276c-d2ed-4534-8e2a-c97f86f572ad,segment=NetworkSegment(a29b8499-86be-455c-b5dd-2aa30db642d9),segment_id=a29b8499-86be-455c-b5dd-2aa30db642d9)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:09.964887 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.995868 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d460a3-8843-4b6d-be4c-74325f9baf54 x-openstack-request-id: req-94d460a3-8843-4b6d-be4c-74325f9baf54 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:09.996155 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21eb02a-c1b9-478c-a48c-cf958eefe03b", "name": "network-vif-plugged", "status": "completed", "tag": "5305276c-d2ed-4534-8e2a-c97f86f572ad", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:09.996402 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94d460a3-8843-4b6d-be4c-74325f9baf54 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:09.996785 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21eb02a-c1b9-478c-a48c-cf958eefe03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5305276c-d2ed-4534-8e2a-c97f86f572ad', 'code': 200} Jul 22 21:19:10.024324 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=5305276c-d2ed-4534-8e2a-c97f86f572ad,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:10.281951 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1040f-103d-4c75-898a-8572ec39611f req-689bccf0-ab35-4a32-8d2b-e395e4c2ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:10.283512 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58e1040f-103d-4c75-898a-8572ec39611f req-689bccf0-ab35-4a32-8d2b-e395e4c2ed3e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 1099 time: 0.0568850 Jul 22 21:19:10.322047 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58e1040f-103d-4c75-898a-8572ec39611f req-0a189245-be97-46f5-81e7-0148a72878ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Jul 22 21:19:10.688397 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d7712-5027-433c-8a21-5e7e61a16868 req-bd6cdfca-5e94-40a7-a75e-07b93e4a2ece tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:10.689931 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e42d7712-5027-433c-8a21-5e7e61a16868 req-bd6cdfca-5e94-40a7-a75e-07b93e4a2ece tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 946 time: 0.0685391 Jul 22 21:19:10.734665 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e42d7712-5027-433c-8a21-5e7e61a16868 req-d3a1d369-1b25-48cb-ad3d-3ada682dcf3d tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386574 Jul 22 21:19:11.867929 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daa8c9-e795-45c4-a657-0a48cc399a0e req-bc868288-ac5f-4c84-ac43-251eac2f4318 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:11.869410 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-66daa8c9-e795-45c4-a657-0a48cc399a0e req-bc868288-ac5f-4c84-ac43-251eac2f4318 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 946 time: 0.0646226 Jul 22 21:19:11.906419 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-66daa8c9-e795-45c4-a657-0a48cc399a0e req-19e0ddfe-be5b-4090-9f13-0096066c7c37 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310786 Jul 22 21:19:13.044403 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ff2b2-33f2-4d1d-a80a-591fbdb5c2ff req-3f50f802-fc01-4768-b11d-f27ccd71b0d7 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:13.045972 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c8ff2b2-33f2-4d1d-a80a-591fbdb5c2ff req-3f50f802-fc01-4768-b11d-f27ccd71b0d7 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 946 time: 0.0682316 Jul 22 21:19:13.084567 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3c8ff2b2-33f2-4d1d-a80a-591fbdb5c2ff req-5f100419-4ad9-4ff5-a8bd-cf4280ca7ed5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330932 Jul 22 21:19:16.984686 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:30.140765 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-d462a331-87d3-493f-997d-88d55e0d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:30.614757 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:19:32.864749 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ca6a-6bb6-4064-9c11-cc0570aded4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.210875 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.984873 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:35.237992 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:41.908927 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb13d0-bfba-4f3b-b958-27c2635807b9 req-0f662aba-f27c-41d0-b5e2-4bb249c6dcda tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:41.910470 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c9fb13d0-bfba-4f3b-b958-27c2635807b9 req-0f662aba-f27c-41d0-b5e2-4bb249c6dcda tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0662808 Jul 22 21:19:41.956895 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c9fb13d0-bfba-4f3b-b958-27c2635807b9 req-0709f775-f5c9-4348-9b18-3f05b4a760c1 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405071 Jul 22 21:19:42.032798 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-9efca75e-9788-4733-af4f-e7376ba582c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:42.034308 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-9efca75e-9788-4733-af4f-e7376ba582c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3da1218ae5e04617a2c08bf98a1523c2&device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 1138 time: 0.1000853 Jul 22 21:19:42.128828 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-cb2a9a1d-3ec7-4014-91e9-e241e44fd389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:42.130303 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-cb2a9a1d-3ec7-4014-91e9-e241e44fd389 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31 HTTP/1.1" status: 200 len: 916 time: 0.0843654 Jul 22 21:19:42.199788 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-2fb58742-1669-4a51-a925-c3d4850def4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 200 len: 1002 time: 0.0621109 Jul 22 21:19:42.262411 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-ccf45788-1a99-4d0e-9f1f-0c296a75d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:42.264034 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-ccf45788-1a99-4d0e-9f1f-0c296a75d16c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15d3773-44e3-44a4-8cf7-a48a75e4fc77 HTTP/1.1" status: 200 len: 854 time: 0.0457420 Jul 22 21:19:42.328415 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-16439b3f-c00d-4b07-8c14-1e96e2250758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:42.329940 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-16439b3f-c00d-4b07-8c14-1e96e2250758 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541553 Jul 22 21:19:42.341759 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-8df2e394-f225-4b88-bd64-ec68d49a7600 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:19:42.342716 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-8df2e394-f225-4b88-bd64-ec68d49a7600 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049748 Jul 22 21:19:42.438264 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-7df2f661-fd96-45aa-b586-20afc36f98c3 service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864468 Jul 22 21:19:42.530040 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a4a681df-42be-4844-ae4e-77a155f689e7 req-a93c9fbc-4aa0-4432-b891-f85bc643803a service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810475 Jul 22 21:19:43.088462 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c40ef9-de00-4149-9691-d7c618a9fb7f req-78d60111-8848-4b94-a440-d1e7e30eb682 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:43.089983 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-62c40ef9-de00-4149-9691-d7c618a9fb7f req-78d60111-8848-4b94-a440-d1e7e30eb682 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0651999 Jul 22 21:19:43.133323 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-62c40ef9-de00-4149-9691-d7c618a9fb7f req-a32dfd67-17f4-4995-8288-5c15994ca995 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371509 Jul 22 21:19:44.264379 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc76a2-16fc-4742-b01a-fa91612f421f req-52a78b34-a304-4973-9538-4318df7ea20c tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:44.265813 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42cc76a2-16fc-4742-b01a-fa91612f421f req-52a78b34-a304-4973-9538-4318df7ea20c tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0669096 Jul 22 21:19:44.305522 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-42cc76a2-16fc-4742-b01a-fa91612f421f req-e9df1a71-46bf-4f6f-8418-56dd836a9d17 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341210 Jul 22 21:19:45.434303 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f408d05-4c52-48dd-9bf0-d0134c6266aa req-2e00b300-b6ed-47ee-96e3-67550f1d8537 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:45.435784 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9f408d05-4c52-48dd-9bf0-d0134c6266aa req-2e00b300-b6ed-47ee-96e3-67550f1d8537 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0645728 Jul 22 21:19:45.475966 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9f408d05-4c52-48dd-9bf0-d0134c6266aa req-1c0bf551-837f-425a-bb1b-bc216dcda3df tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346122 Jul 22 21:19:46.606379 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf7f76-30bd-4e1b-ac3e-25678c75410b req-c15695bb-8cf8-4e90-b0f5-da0fae81475e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:46.607855 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eacf7f76-30bd-4e1b-ac3e-25678c75410b req-c15695bb-8cf8-4e90-b0f5-da0fae81475e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0668955 Jul 22 21:19:46.647515 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-eacf7f76-30bd-4e1b-ac3e-25678c75410b req-2a936e26-0b61-440f-9f01-a5ee7e54ce25 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340762 Jul 22 21:19:46.985458 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:47.776925 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66618e-d6ba-40da-a404-8702fb81f428 req-cdc0ada8-b554-412b-ab93-ca3c69a6f5af tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:47.778423 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c66618e-d6ba-40da-a404-8702fb81f428 req-cdc0ada8-b554-412b-ab93-ca3c69a6f5af tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0632768 Jul 22 21:19:47.819780 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c66618e-d6ba-40da-a404-8702fb81f428 req-b32904a0-16b2-419b-8794-a9e6d0180a78 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357275 Jul 22 21:19:48.952182 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115af330-75d6-4aef-9289-6db5d0491b9e req-a848135f-afd5-42bd-8988-15f40ed3fe5a tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:48.953920 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-115af330-75d6-4aef-9289-6db5d0491b9e req-a848135f-afd5-42bd-8988-15f40ed3fe5a tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0667892 Jul 22 21:19:48.999187 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-115af330-75d6-4aef-9289-6db5d0491b9e req-271ff263-729d-405b-9fb8-431904ae9875 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393381 Jul 22 21:19:50.127521 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473261e7-46d8-4f42-883f-679d65afca08 req-3fbed427-22e7-4fbb-97cf-7e3ab9e956bd tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:50.128924 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-473261e7-46d8-4f42-883f-679d65afca08 req-3fbed427-22e7-4fbb-97cf-7e3ab9e956bd tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0642893 Jul 22 21:19:50.172011 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-473261e7-46d8-4f42-883f-679d65afca08 req-408bfd06-1d9d-47f6-90c4-31509f2ca0ca tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373240 Jul 22 21:19:51.304026 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd303e1-5098-4333-89e5-a501cce94538 req-4cce9337-6942-44ad-9e66-67aa1390ed82 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:51.305521 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4cd303e1-5098-4333-89e5-a501cce94538 req-4cce9337-6942-44ad-9e66-67aa1390ed82 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0666430 Jul 22 21:19:51.345196 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4cd303e1-5098-4333-89e5-a501cce94538 req-6876ef02-3fa7-4d69-b1c2-cda2b47d32c7 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339365 Jul 22 21:19:52.477339 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e77f2-ec86-4cb1-83f6-74d7b9ba4874 req-5ea6e9c4-73e1-47d0-b35a-613af8d2b903 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:52.478820 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ad4e77f2-ec86-4cb1-83f6-74d7b9ba4874 req-5ea6e9c4-73e1-47d0-b35a-613af8d2b903 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0665181 Jul 22 21:19:52.520013 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ad4e77f2-ec86-4cb1-83f6-74d7b9ba4874 req-c9094159-b2ba-4dac-8f28-e8b50b500035 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354824 Jul 22 21:19:53.488201 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a8ce5-84d1-43e5-a202-fc46485b7968 req-24bf6d36-02f4-4b11-aad7-8cc2433fab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:53.489748 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5f3a8ce5-84d1-43e5-a202-fc46485b7968 req-24bf6d36-02f4-4b11-aad7-8cc2433fab8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3da1218ae5e04617a2c08bf98a1523c2&device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 1138 time: 0.0575080 Jul 22 21:19:53.648149 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2059e5-1828-4345-a782-01b6abddbc99 req-2c02d707-161f-4221-b1e9-8aa9ceeefce0 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:53.649674 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0e2059e5-1828-4345-a782-01b6abddbc99 req-2c02d707-161f-4221-b1e9-8aa9ceeefce0 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0636182 Jul 22 21:19:53.689556 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0e2059e5-1828-4345-a782-01b6abddbc99 req-3bda43b1-1c81-4509-a0a6-f39599099c2e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334542 Jul 22 21:19:54.503234 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a8ce5-84d1-43e5-a202-fc46485b7968 req-89eabd34-c6e3-436a-9488-e7e77d0d08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:54.504702 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5f3a8ce5-84d1-43e5-a202-fc46485b7968 req-89eabd34-c6e3-436a-9488-e7e77d0d08d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31 HTTP/1.1" status: 200 len: 916 time: 0.0884051 Jul 22 21:19:54.819380 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6c6d2-4b3a-4ad2-a264-9c7e63217009 req-c6028b26-9b77-4546-a329-368b2a62dc89 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:54.821117 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5be6c6d2-4b3a-4ad2-a264-9c7e63217009 req-c6028b26-9b77-4546-a329-368b2a62dc89 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0656343 Jul 22 21:19:54.861756 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5be6c6d2-4b3a-4ad2-a264-9c7e63217009 req-e7b71cf7-f53b-4f6c-97c0-6c0b2dbe706a tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340953 Jul 22 21:19:55.394298 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5f3a8ce5-84d1-43e5-a202-fc46485b7968 req-85c202b0-0c2c-4f13-aa9d-72fb1a17e66d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 200 len: 1002 time: 0.0622027 Jul 22 21:19:55.994632 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d5d9c-dfa7-48d1-9295-3802d868f61a req-575667ad-430a-45b6-bc92-cb839b18ac84 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:55.996133 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4d3d5d9c-dfa7-48d1-9295-3802d868f61a req-575667ad-430a-45b6-bc92-cb839b18ac84 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0643415 Jul 22 21:19:56.035534 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4d3d5d9c-dfa7-48d1-9295-3802d868f61a req-d398b9a7-5bc7-4056-9c12-50aa6e3a0902 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337164 Jul 22 21:19:56.557864 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a8ce5-84d1-43e5-a202-fc46485b7968 req-35c2acab-ffe7-47fc-9cde-601d0abd68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:56.559208 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5f3a8ce5-84d1-43e5-a202-fc46485b7968 req-35c2acab-ffe7-47fc-9cde-601d0abd68f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15d3773-44e3-44a4-8cf7-a48a75e4fc77 HTTP/1.1" status: 200 len: 854 time: 0.0445943 Jul 22 21:19:56.626863 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a8ce5-84d1-43e5-a202-fc46485b7968 req-1d2ca552-da4a-4e0b-9d54-b4de9e288336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:56.628329 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5f3a8ce5-84d1-43e5-a202-fc46485b7968 req-1d2ca552-da4a-4e0b-9d54-b4de9e288336 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572264 Jul 22 21:19:56.722586 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5f3a8ce5-84d1-43e5-a202-fc46485b7968 req-13939b72-0ac7-4996-901d-19a7f4a08f6d service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813353 Jul 22 21:19:56.819776 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5f3a8ce5-84d1-43e5-a202-fc46485b7968 req-438806a5-cac5-4aa1-9233-2e90837e0c3f service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845387 Jul 22 21:19:57.165316 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a586bfd-176b-4bca-9035-2efa7a3fd321 req-3ea0b41e-d831-41aa-947a-08f1421e6732 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:57.166823 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a586bfd-176b-4bca-9035-2efa7a3fd321 req-3ea0b41e-d831-41aa-947a-08f1421e6732 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0639019 Jul 22 21:19:57.209022 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3a586bfd-176b-4bca-9035-2efa7a3fd321 req-e7ac3958-6598-41f6-9751-f4ed1b19597c tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351956 Jul 22 21:19:58.346564 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e4b07-2039-4985-b1c0-b6c247a7a67d req-819a499e-72cc-455b-ac09-c33738e28957 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:58.348092 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4f5e4b07-2039-4985-b1c0-b6c247a7a67d req-819a499e-72cc-455b-ac09-c33738e28957 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0721810 Jul 22 21:19:58.391180 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4f5e4b07-2039-4985-b1c0-b6c247a7a67d req-5c43ecce-08a4-4762-abcf-24db054b74e0 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370727 Jul 22 21:19:59.523179 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebaa96-a632-468f-9cb9-3e71ab2ae402 req-f84f66e6-7470-4cca-bcc5-cf9d45cbe1af tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:59.524713 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0ebaa96-a632-468f-9cb9-3e71ab2ae402 req-f84f66e6-7470-4cca-bcc5-cf9d45cbe1af tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0642307 Jul 22 21:19:59.564848 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a0ebaa96-a632-468f-9cb9-3e71ab2ae402 req-9424695d-0717-4c57-bde1-719307bd006a tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336111 Jul 22 21:20:00.140977 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fe6907d4-0bb3-45e8-8fb4-a895217b777d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:00.703693 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565f21e-dcc1-49ed-9275-c468a83e2b26 req-42f0cfab-5d6b-4bd8-8dcb-0fd90d9bc62e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:00.705278 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3565f21e-dcc1-49ed-9275-c468a83e2b26 req-42f0cfab-5d6b-4bd8-8dcb-0fd90d9bc62e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0732932 Jul 22 21:20:00.746766 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3565f21e-dcc1-49ed-9275-c468a83e2b26 req-bc22bcd0-a9e5-428b-a0bf-43e63b986056 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353179 Jul 22 21:20:01.892199 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3ae2e-2fdf-4a62-bd70-f498d6d1487f req-4768e3d1-71ea-4c76-811c-94aaa25f58c6 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:01.894493 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d3f3ae2e-2fdf-4a62-bd70-f498d6d1487f req-4768e3d1-71ea-4c76-811c-94aaa25f58c6 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0776019 Jul 22 21:20:01.936976 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d3f3ae2e-2fdf-4a62-bd70-f498d6d1487f req-a5b9a824-fc0d-430f-8120-18a4c2310e44 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361338 Jul 22 21:20:02.010818 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1cfa-c29b-482f-a4e0-ddbe9a12542f req-4afc8594-27bd-4aa7-a2d3-59d6fc99d36d tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:02.012207 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f30e1cfa-c29b-482f-a4e0-ddbe9a12542f req-4afc8594-27bd-4aa7-a2d3-59d6fc99d36d tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 946 time: 0.0644269 Jul 22 21:20:02.052035 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f30e1cfa-c29b-482f-a4e0-ddbe9a12542f req-f1c5bdb0-322e-4fb2-8bc0-14089b5232b3 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Jul 22 21:20:02.865668 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-937116ca-db07-4325-858d-05414c78da54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:03.072522 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a962477-4426-4ca0-b564-08db7c32a10d req-38a62e7f-50e1-4389-8cac-3076f2ba244e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:03.074043 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4a962477-4426-4ca0-b564-08db7c32a10d req-38a62e7f-50e1-4389-8cac-3076f2ba244e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0688050 Jul 22 21:20:03.116795 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4a962477-4426-4ca0-b564-08db7c32a10d req-6fe8186e-e3a3-48c5-933c-64f865ee8b48 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360475 Jul 22 21:20:03.183003 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758ad96-30b0-4057-834b-860de713e36d req-535381f6-2c41-4641-a5fe-42b9f4f6e4e2 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:03.184482 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3758ad96-30b0-4057-834b-860de713e36d req-535381f6-2c41-4641-a5fe-42b9f4f6e4e2 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 946 time: 0.0636063 Jul 22 21:20:03.213012 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:03.226949 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3758ad96-30b0-4057-834b-860de713e36d req-1e33d540-1c0d-4487-b654-d8f74afbb867 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Jul 22 21:20:03.987719 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:04.247107 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f54897-ea0d-4f66-b2d1-f2f894b5fd39 req-224212c4-ef51-4125-b1de-7187c747ac36 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:04.248968 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7f54897-ea0d-4f66-b2d1-f2f894b5fd39 req-224212c4-ef51-4125-b1de-7187c747ac36 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0646942 Jul 22 21:20:04.288650 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b7f54897-ea0d-4f66-b2d1-f2f894b5fd39 req-76a79c85-e85f-4ace-b815-3bcf8f8d3d7c tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340307 Jul 22 21:20:04.358858 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b57f0-7d1a-4246-a056-e644ff5e92f9 req-91f40cc7-0d9c-4409-9312-391e8ccf5e95 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:04.360318 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e1b57f0-7d1a-4246-a056-e644ff5e92f9 req-91f40cc7-0d9c-4409-9312-391e8ccf5e95 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 946 time: 0.0662169 Jul 22 21:20:04.398772 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e1b57f0-7d1a-4246-a056-e644ff5e92f9 req-31e70e84-acfa-425a-96b3-218e512b343e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329792 Jul 22 21:20:04.675359 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbf13a-37db-4ca0-94ed-193e0b19b2a9 req-d13427b8-e69d-43a5-a280-81db01ff1ffc tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:04.676809 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23cbf13a-37db-4ca0-94ed-193e0b19b2a9 req-d13427b8-e69d-43a5-a280-81db01ff1ffc tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.72 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 946 time: 0.0619974 Jul 22 21:20:04.781116 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-23cbf13a-37db-4ca0-94ed-193e0b19b2a9 req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Deleting port 5305276c-d2ed-4534-8e2a-c97f86f572ad {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:04.781441 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-23cbf13a-37db-4ca0-94ed-193e0b19b2a9 req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:04.866798 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-23cbf13a-37db-4ca0-94ed-193e0b19b2a9 req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] For port 5305276c-d2ed-4534-8e2a-c97f86f572ad, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=5305276c-d2ed-4534-8e2a-c97f86f572ad,segment=NetworkSegment(a29b8499-86be-455c-b5dd-2aa30db642d9),segment_id=a29b8499-86be-455c-b5dd-2aa30db642d9)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:04.867154 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-23cbf13a-37db-4ca0-94ed-193e0b19b2a9 req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:04.879326 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-23cbf13a-37db-4ca0-94ed-193e0b19b2a9 req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Calling delete_port for 5305276c-d2ed-4534-8e2a-c97f86f572ad owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:05.008760 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-23cbf13a-37db-4ca0-94ed-193e0b19b2a9 req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:05.035043 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Pushing event deleted for resources: {'Port': ['ID=5305276c-d2ed-4534-8e2a-c97f86f572ad,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:05.044682 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.045031 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.045468 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.045806 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.046139 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.046472 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.047200 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.047200 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.047427 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.047749 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.048073 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.048397 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.069594 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['5305276c-d2ed-4534-8e2a-c97f86f572ad'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:05.098139 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cbf13a-37db-4ca0-94ed-193e0b19b2a9 req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] No DVR routers for this DVR port 5305276c-d2ed-4534-8e2a-c97f86f572ad on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:05.100533 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-23cbf13a-37db-4ca0-94ed-193e0b19b2a9 req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:05.102550 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-23cbf13a-37db-4ca0-94ed-193e0b19b2a9 req-ba8d7df3-2ede-409e-ba18-ef8fb9b60573 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.72 "DELETE /v2.0/ports/5305276c-d2ed-4534-8e2a-c97f86f572ad HTTP/1.1" status: 204 len: 173 time: 0.4162076 Jul 22 21:20:05.102992 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21eb02a-c1b9-478c-a48c-cf958eefe03b', 'name': 'network-vif-deleted', 'tag': '5305276c-d2ed-4534-8e2a-c97f86f572ad'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:05.105239 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087a96d5-8e94-4f6d-a58d-10b16b36adc3" -d '{"events": [{"server_uuid": "f21eb02a-c1b9-478c-a48c-cf958eefe03b", "name": "network-vif-deleted", "tag": "5305276c-d2ed-4534-8e2a-c97f86f572ad"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:05.140274 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3a6a15-7084-4353-8d61-9a0a91aa6fbe x-openstack-request-id: req-8b3a6a15-7084-4353-8d61-9a0a91aa6fbe {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:05.140962 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21eb02a-c1b9-478c-a48c-cf958eefe03b", "name": "network-vif-deleted", "tag": "5305276c-d2ed-4534-8e2a-c97f86f572ad", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:05.141254 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b3a6a15-7084-4353-8d61-9a0a91aa6fbe {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:05.141641 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21eb02a-c1b9-478c-a48c-cf958eefe03b', 'name': 'network-vif-deleted', 'tag': '5305276c-d2ed-4534-8e2a-c97f86f572ad', 'status': 'completed', 'code': 200} Jul 22 21:20:05.241253 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:05.416699 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd5429-db5e-4550-ae59-65b8dd8d9e90 req-d10f49c4-a04c-4080-a12f-244f3b174555 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:05.418210 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-badd5429-db5e-4550-ae59-65b8dd8d9e90 req-d10f49c4-a04c-4080-a12f-244f3b174555 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0642877 Jul 22 21:20:05.465683 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-badd5429-db5e-4550-ae59-65b8dd8d9e90 req-a3053470-0a9b-4d4c-860f-3781033d296b tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413263 Jul 22 21:20:05.513646 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2884664a-57e7-4654-be7a-3f024d02eb38 req-30001006-0b19-4ab8-845f-57bec48ab203 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=f21eb02a-c1b9-478c-a48c-cf958eefe03b HTTP/1.1" status: 200 len: 210 time: 0.0289257 Jul 22 21:20:06.598267 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e9cae-43b9-47d9-86b4-8abe0a3ec2b9 req-89bb8a49-e94c-4b12-b531-32f7893b9b72 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:06.599740 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-078e9cae-43b9-47d9-86b4-8abe0a3ec2b9 req-89bb8a49-e94c-4b12-b531-32f7893b9b72 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0672934 Jul 22 21:20:06.641104 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-078e9cae-43b9-47d9-86b4-8abe0a3ec2b9 req-99ed18e7-e320-40c0-b67f-751a74b6c3b5 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357141 Jul 22 21:20:07.612731 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:20:07.769431 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e3992-7a8e-4a8d-b35a-7f7a2fe4a623 req-e42cbbb1-16d8-4314-bd77-ced5af2b471d tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:07.770975 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6b5e3992-7a8e-4a8d-b35a-7f7a2fe4a623 req-e42cbbb1-16d8-4314-bd77-ced5af2b471d tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0643737 Jul 22 21:20:07.810061 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6b5e3992-7a8e-4a8d-b35a-7f7a2fe4a623 req-090a9e20-6e0c-4af8-98f3-54451196a1f3 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334973 Jul 22 21:20:08.939100 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc921fe-47fb-4dc6-becb-c7a3b039ea37 req-5909c66d-4bc1-4e33-b949-228e969fffbb tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:08.940580 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2bc921fe-47fb-4dc6-becb-c7a3b039ea37 req-5909c66d-4bc1-4e33-b949-228e969fffbb tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0626967 Jul 22 21:20:08.979766 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2bc921fe-47fb-4dc6-becb-c7a3b039ea37 req-d994fba4-8dab-4351-8c9e-9e0cd6caeb72 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336010 Jul 22 21:20:09.173560 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 5305276c-d2ed-4534-8e2a-c97f86f572ad no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:09.195794 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: 5305276c-d2ed-4534-8e2a-c97f86f572ad {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:09.196136 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 5305276c-d2ed-4534-8e2a-c97f86f572ad not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:10.117859 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30fba4-6259-47ef-9ae2-329360a4a779 req-6f93c52c-c731-44a4-b10c-ca20ec3d2307 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:10.119337 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-da30fba4-6259-47ef-9ae2-329360a4a779 req-6f93c52c-c731-44a4-b10c-ca20ec3d2307 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0742197 Jul 22 21:20:10.160290 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-da30fba4-6259-47ef-9ae2-329360a4a779 req-92db37fb-3ee6-4645-9019-716671641e68 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345640 Jul 22 21:20:11.294091 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d75587-7e57-483e-9d96-a1f2616289a7 req-0176a7ae-8f12-4cc5-8d19-76e12e9e6324 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:11.295770 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63d75587-7e57-483e-9d96-a1f2616289a7 req-0176a7ae-8f12-4cc5-8d19-76e12e9e6324 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0646853 Jul 22 21:20:11.336536 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63d75587-7e57-483e-9d96-a1f2616289a7 req-ebff6c7f-29b0-4780-9bd1-a9c3af356641 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=1efbcb0b-e8c2-43f9-8309-8374e6d69596&id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344808 Jul 22 21:20:16.990530 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:17.506374 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8101f01-000f-45af-9b2b-a170692fde74 req-3b6a3cf7-df4d-4913-b8c6-e8224caeef4b tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:17.507847 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-3b6a3cf7-df4d-4913-b8c6-e8224caeef4b tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/networks?id=f93b7b60-fa89-4160-bd5f-4619c5864a38 HTTP/1.1" status: 200 len: 813 time: 0.1008103 Jul 22 21:20:17.522484 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-9d108866-2a21-4745-bcbe-073425a2746a tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/quotas/8ecf6255ec9b43aa80b520277f6a8bf0 HTTP/1.1" status: 200 len: 375 time: 0.0094235 Jul 22 21:20:17.555453 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-158601fb-36ed-49dc-8b1c-4040c34a9891 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ecf6255ec9b43aa80b520277f6a8bf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282502 Jul 22 21:20:17.565668 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-181a8211-7d80-4892-a088-0b340e5ff69a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:20:17.566608 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-181a8211-7d80-4892-a088-0b340e5ff69a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049477 Jul 22 21:20:17.662746 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-3e8ea52b-eefa-4368-babe-2b5f058be8b7 service neutron] 10.222.0.61 "GET /v2.0/networks/f93b7b60-fa89-4160-bd5f-4619c5864a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896115 Jul 22 21:20:17.755050 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-b1f5bc7c-c18a-445c-8d1d-f44dde504c7c service neutron] 10.222.0.61 "GET /v2.0/networks/f93b7b60-fa89-4160-bd5f-4619c5864a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835671 Jul 22 21:20:17.911829 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f977546c-0d69-428f-bfb2-d5a093b0cef6 req-b4e1d6be-3a4f-4bae-be71-f2d21c41a6c6 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 210 time: 0.0330937 Jul 22 21:20:19.019238 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-353a6dd1-8957-4145-9919-abe2aaa7ee71 req-e73ce2f5-376f-4106-9116-a2ffe76c8f83 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 210 time: 0.0379770 Jul 22 21:20:19.086766 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8101f01-000f-45af-9b2b-a170692fde74 req-825b8b2c-45eb-4fba-8ebc-978433f5d174 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:19.088232 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-825b8b2c-45eb-4fba-8ebc-978433f5d174 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.72 "GET /v2.0/networks?id=f93b7b60-fa89-4160-bd5f-4619c5864a38 HTTP/1.1" status: 200 len: 813 time: 0.1271319 Jul 22 21:20:19.120073 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-a8101f01-000f-45af-9b2b-a170692fde74 req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Request body: {'port': {'device_id': '954a8d5d-79c3-4d43-8938-00103a470581', 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38', 'admin_state_up': True, 'tenant_id': '8ecf6255ec9b43aa80b520277f6a8bf0'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:19.232873 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8101f01-000f-45af-9b2b-a170692fde74 req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Made reservation on behalf of 8ecf6255ec9b43aa80b520277f6a8bf0 for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:20:19.236496 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8101f01-000f-45af-9b2b-a170692fde74 req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:19.359940 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-a8101f01-000f-45af-9b2b-a170692fde74 req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Allocated IP 172.20.0.3 (f93b7b60-fa89-4160-bd5f-4619c5864a38/d45863fd-95ca-41ba-9155-e15a47479c9b/ec61fc4f-46d8-4189-951c-1de43f98416e) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:20:19.502019 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8101f01-000f-45af-9b2b-a170692fde74 req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:19.543504 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8101f01-000f-45af-9b2b-a170692fde74 req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:19.583141 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8101f01-000f-45af-9b2b-a170692fde74 req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Network f93b7b60-fa89-4160-bd5f-4619c5864a38 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:20:19.588106 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-a8101f01-000f-45af-9b2b-a170692fde74 req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:20:19.592252 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8101f01-000f-45af-9b2b-a170692fde74 req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:20:19.617263 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Pushing event updated for resources: {'Port': ['ID=ec61fc4f-46d8-4189-951c-1de43f98416e,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:19.644839 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8101f01-000f-45af-9b2b-a170692fde74 req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:19.645459 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8101f01-000f-45af-9b2b-a170692fde74 req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:19.658939 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-31507737-82fb-4231-814d-84a2d467d2d5 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5428939 Jul 22 21:20:19.682278 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Request body: {'port': {'device_id': '954a8d5d-79c3-4d43-8938-00103a470581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:20:19.755268 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.011470 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec61fc4f-46d8-4189-951c-1de43f98416e {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:20.018829 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.030568 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Transition to ACTIVE for port object ec61fc4f-46d8-4189-951c-1de43f98416e will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:20:20.034299 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.085397 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Pushing event updated for resources: {'Port': ['ID=ec61fc4f-46d8-4189-951c-1de43f98416e,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:20.191451 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Attempting to bind port ec61fc4f-46d8-4189-951c-1de43f98416e on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:20:20.191779 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Attempting to bind port ec61fc4f-46d8-4189-951c-1de43f98416e by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': 'a29b8499-86be-455c-b5dd-2aa30db642d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:20:20.192103 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Attempting to bind port ec61fc4f-46d8-4189-951c-1de43f98416e on network f93b7b60-fa89-4160-bd5f-4619c5864a38 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:20.199109 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Port ec61fc4f-46d8-4189-951c-1de43f98416e on network f93b7b60-fa89-4160-bd5f-4619c5864a38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:20:20.199425 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Attempting to bind port ec61fc4f-46d8-4189-951c-1de43f98416e on network f93b7b60-fa89-4160-bd5f-4619c5864a38 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:20:20.209883 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7ecc8-9f36-4543-9c25-2bf7c06dff3e req-f2ec7f9d-a00b-47e6-a795-425517d5e41e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:20.211347 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-17a7ecc8-9f36-4543-9c25-2bf7c06dff3e req-f2ec7f9d-a00b-47e6-a795-425517d5e41e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 943 time: 0.1086514 Jul 22 21:20:20.214088 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:20:20.214418 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Checking segment: {'id': 'a29b8499-86be-455c-b5dd-2aa30db642d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:20:20.214796 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Bound using segment: {'id': 'a29b8499-86be-455c-b5dd-2aa30db642d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:20:20.215221 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Bound port: ec61fc4f-46d8-4189-951c-1de43f98416e, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29b8499-86be-455c-b5dd-2aa30db642d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:20:20.215636 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.281574 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-17a7ecc8-9f36-4543-9c25-2bf7c06dff3e req-51a74732-28c4-43b1-8d97-0848edd26b6e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637097 Jul 22 21:20:20.302946 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] For port ec61fc4f-46d8-4189-951c-1de43f98416e, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:20:20.305932 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] For port ec61fc4f-46d8-4189-951c-1de43f98416e, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ec61fc4f-46d8-4189-951c-1de43f98416e,segment=NetworkSegment(a29b8499-86be-455c-b5dd-2aa30db642d9),segment_id=a29b8499-86be-455c-b5dd-2aa30db642d9)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:20:20.311110 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.345989 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:20.346595 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.347952 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] 10.222.0.72 "PUT /v2.0/ports/ec61fc4f-46d8-4189-951c-1de43f98416e HTTP/1.1" status: 200 len: 1093 time: 0.6697183 Jul 22 21:20:20.348387 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954a8d5d-79c3-4d43-8938-00103a470581', 'tag': 'ec61fc4f-46d8-4189-951c-1de43f98416e'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:20.350648 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6516a8a1-b9e4-4fe0-9cb6-8bcc087f027e" -d '{"events": [{"name": "network-changed", "server_uuid": "954a8d5d-79c3-4d43-8938-00103a470581", "tag": "ec61fc4f-46d8-4189-951c-1de43f98416e"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:20.377601 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c57078-15ba-4317-bc2b-7877c67d3983 service neutron] Pushing event updated for resources: {'Port': ['ID=ec61fc4f-46d8-4189-951c-1de43f98416e,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:20.385366 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4839c4-67c2-4143-a339-723ce4ca3a23 x-openstack-request-id: req-7d4839c4-67c2-4143-a339-723ce4ca3a23 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:20.385796 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954a8d5d-79c3-4d43-8938-00103a470581", "tag": "ec61fc4f-46d8-4189-951c-1de43f98416e", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:20.386144 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d4839c4-67c2-4143-a339-723ce4ca3a23 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:20.386465 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954a8d5d-79c3-4d43-8938-00103a470581', 'tag': 'ec61fc4f-46d8-4189-951c-1de43f98416e', 'status': 'completed', 'code': 200} Jul 22 21:20:20.483297 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8101f01-000f-45af-9b2b-a170692fde74 req-4a12dbf1-e4cf-4fdf-bfc1-b0d6b2dfdbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:20.484793 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-4a12dbf1-e4cf-4fdf-bfc1-b0d6b2dfdbee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ecf6255ec9b43aa80b520277f6a8bf0&device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 1096 time: 0.0541890 Jul 22 21:20:20.535238 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-ac2095a1-31b9-4527-a76b-cca8d34aece1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec61fc4f-46d8-4189-951c-1de43f98416e HTTP/1.1" status: 200 len: 217 time: 0.0332139 Jul 22 21:20:20.590127 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8101f01-000f-45af-9b2b-a170692fde74 req-86206204-2b1f-40d3-890a-0f98fbcfed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:20.594404 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-86206204-2b1f-40d3-890a-0f98fbcfed4e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d45863fd-95ca-41ba-9155-e15a47479c9b HTTP/1.1" status: 200 len: 853 time: 0.0479858 Jul 22 21:20:20.631273 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-6fdd9d78-f52a-4927-90af-c2176c7a454d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f93b7b60-fa89-4160-bd5f-4619c5864a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277135 Jul 22 21:20:20.719050 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-e2039503-97a2-417e-b9f4-e0e40f19a252 service neutron] 10.222.0.72 "GET /v2.0/networks/f93b7b60-fa89-4160-bd5f-4619c5864a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796568 Jul 22 21:20:20.810865 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8101f01-000f-45af-9b2b-a170692fde74 req-0cd632be-92c8-4eb0-8de4-e4795de96a92 service neutron] 10.222.0.72 "GET /v2.0/networks/f93b7b60-fa89-4160-bd5f-4619c5864a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843191 Jul 22 21:20:20.996040 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a8a1-b9e4-4fe0-9cb6-8bcc087f027e req-4a4afa80-66bf-4735-b656-d44dade0043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:20.998128 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6516a8a1-b9e4-4fe0-9cb6-8bcc087f027e req-4a4afa80-66bf-4735-b656-d44dade0043a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ecf6255ec9b43aa80b520277f6a8bf0&device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 1096 time: 0.0544701 Jul 22 21:20:21.094058 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a8a1-b9e4-4fe0-9cb6-8bcc087f027e req-e852cf54-54e9-42ec-b562-880b4f744607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:21.095424 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6516a8a1-b9e4-4fe0-9cb6-8bcc087f027e req-e852cf54-54e9-42ec-b562-880b4f744607 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f93b7b60-fa89-4160-bd5f-4619c5864a38 HTTP/1.1" status: 200 len: 914 time: 0.0882375 Jul 22 21:20:21.139701 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6516a8a1-b9e4-4fe0-9cb6-8bcc087f027e req-ad8e91b8-42c0-41e4-a80f-7f6c082258e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec61fc4f-46d8-4189-951c-1de43f98416e HTTP/1.1" status: 200 len: 217 time: 0.0334909 Jul 22 21:20:21.192706 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516a8a1-b9e4-4fe0-9cb6-8bcc087f027e req-3ac11dca-e130-4dcc-b247-d63d375385ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:21.194217 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6516a8a1-b9e4-4fe0-9cb6-8bcc087f027e req-3ac11dca-e130-4dcc-b247-d63d375385ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d45863fd-95ca-41ba-9155-e15a47479c9b HTTP/1.1" status: 200 len: 853 time: 0.0472527 Jul 22 21:20:21.231302 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6516a8a1-b9e4-4fe0-9cb6-8bcc087f027e req-8747adc0-390f-4cf9-b09c-a9552911e004 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f93b7b60-fa89-4160-bd5f-4619c5864a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271475 Jul 22 21:20:21.334362 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6516a8a1-b9e4-4fe0-9cb6-8bcc087f027e req-f5781412-f095-4caf-a0c4-9809dd9c179d service neutron] 10.222.0.72 "GET /v2.0/networks/f93b7b60-fa89-4160-bd5f-4619c5864a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856509 Jul 22 21:20:21.462498 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6516a8a1-b9e4-4fe0-9cb6-8bcc087f027e req-fad068ba-185b-4c6b-b233-b026e021ce5e service neutron] 10.222.0.72 "GET /v2.0/networks/f93b7b60-fa89-4160-bd5f-4619c5864a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197319 Jul 22 21:20:21.474247 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac4e1e-0b72-4075-a869-708a391cddc1 req-c45c266f-2515-4c9b-8eb9-05b0b5984283 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:21.475607 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f6ac4e1e-0b72-4075-a869-708a391cddc1 req-c45c266f-2515-4c9b-8eb9-05b0b5984283 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 943 time: 0.1162984 Jul 22 21:20:21.514032 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f6ac4e1e-0b72-4075-a869-708a391cddc1 req-d44f8048-831d-422f-9eb7-d0355f8bfcb8 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329733 Jul 22 21:20:22.649611 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f86590-acf3-458f-a190-2d52634c8056 req-62d292af-8713-48d6-a31c-bf20e4e1cbec tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:22.651193 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a2f86590-acf3-458f-a190-2d52634c8056 req-62d292af-8713-48d6-a31c-bf20e4e1cbec tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 943 time: 0.0703437 Jul 22 21:20:22.687972 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a2f86590-acf3-458f-a190-2d52634c8056 req-e5bd55b2-f693-45ce-a38e-e47ec3270bbb tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311844 Jul 22 21:20:23.816460 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71472013-e2d5-4b9d-9a57-5ea7855ea80d req-79097bee-66ca-467c-9e63-16c6049af7dd tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:23.817947 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-71472013-e2d5-4b9d-9a57-5ea7855ea80d req-79097bee-66ca-467c-9e63-16c6049af7dd tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 943 time: 0.0632286 Jul 22 21:20:23.855362 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-71472013-e2d5-4b9d-9a57-5ea7855ea80d req-9fe51c2f-08c6-410e-ba14-999770d1158a tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318477 Jul 22 21:20:24.272506 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device ec61fc4f-46d8-4189-951c-1de43f98416e details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:20:24.363901 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port ec61fc4f-46d8-4189-951c-1de43f98416e, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ec61fc4f-46d8-4189-951c-1de43f98416e,segment=NetworkSegment(a29b8499-86be-455c-b5dd-2aa30db642d9),segment_id=a29b8499-86be-455c-b5dd-2aa30db642d9)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:24.375488 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': 'ec61fc4f-46d8-4189-951c-1de43f98416e', 'network_id': 'f93b7b60-fa89-4160-bd5f-4619c5864a38', 'port_id': 'ec61fc4f-46d8-4189-951c-1de43f98416e', 'mac_address': 'fa:16:3e:c3:4a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45863fd-95ca-41ba-9155-e15a47479c9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:20:24.415509 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.427770 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec61fc4f-46d8-4189-951c-1de43f98416e {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:24.446805 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port ec61fc4f-46d8-4189-951c-1de43f98416e, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ec61fc4f-46d8-4189-951c-1de43f98416e,segment=NetworkSegment(a29b8499-86be-455c-b5dd-2aa30db642d9),segment_id=a29b8499-86be-455c-b5dd-2aa30db642d9)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:24.451191 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.498219 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=ec61fc4f-46d8-4189-951c-1de43f98416e,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:24.505220 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:24.505593 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:24.505935 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:24.506291 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:24.506624 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:24.506955 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:24.507306 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:24.507630 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:24.507959 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:24.508281 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:24.508601 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:24.508921 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:24.899317 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ec61fc4f-46d8-4189-951c-1de43f98416e'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:24.990874 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85473df8-4e62-4d73-bca0-c87c08700c17 req-4ca19f83-341a-444a-81da-08168b870c12 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:24.992353 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85473df8-4e62-4d73-bca0-c87c08700c17 req-4ca19f83-341a-444a-81da-08168b870c12 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 944 time: 0.0671952 Jul 22 21:20:25.030914 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-85473df8-4e62-4d73-bca0-c87c08700c17 req-a161851d-d3de-43dc-8da4-77d3e384898e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Jul 22 21:20:26.161155 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101af8a0-b9b4-4598-8c53-5a4dc5f1c964 req-d336a352-5a1e-425c-b253-f4e26cacf2c0 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:26.162673 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-101af8a0-b9b4-4598-8c53-5a4dc5f1c964 req-d336a352-5a1e-425c-b253-f4e26cacf2c0 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 944 time: 0.0644858 Jul 22 21:20:26.201707 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-101af8a0-b9b4-4598-8c53-5a4dc5f1c964 req-0804077e-a663-49f0-b13f-f706248de673 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Jul 22 21:20:26.276854 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device ec61fc4f-46d8-4189-951c-1de43f98416e up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:20:26.324272 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port ec61fc4f-46d8-4189-951c-1de43f98416e completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:20:26.328281 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port ec61fc4f-46d8-4189-951c-1de43f98416e triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:20:26.328671 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:26.406281 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:26.431329 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954a8d5d-79c3-4d43-8938-00103a470581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec61fc4f-46d8-4189-951c-1de43f98416e'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:26.433596 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c72674-a957-45eb-8f85-bf9dd1a8d772" -d '{"events": [{"server_uuid": "954a8d5d-79c3-4d43-8938-00103a470581", "name": "network-vif-plugged", "status": "completed", "tag": "ec61fc4f-46d8-4189-951c-1de43f98416e"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:26.446197 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port ec61fc4f-46d8-4189-951c-1de43f98416e, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ec61fc4f-46d8-4189-951c-1de43f98416e,segment=NetworkSegment(a29b8499-86be-455c-b5dd-2aa30db642d9),segment_id=a29b8499-86be-455c-b5dd-2aa30db642d9)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:26.450213 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:26.497573 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=ec61fc4f-46d8-4189-951c-1de43f98416e,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:26.527515 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eff4328-3117-4eb4-af57-7fdca5da8b20 x-openstack-request-id: req-9eff4328-3117-4eb4-af57-7fdca5da8b20 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:26.527803 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954a8d5d-79c3-4d43-8938-00103a470581", "name": "network-vif-plugged", "status": "completed", "tag": "ec61fc4f-46d8-4189-951c-1de43f98416e", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:26.528056 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9eff4328-3117-4eb4-af57-7fdca5da8b20 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:26.528451 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954a8d5d-79c3-4d43-8938-00103a470581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec61fc4f-46d8-4189-951c-1de43f98416e', 'code': 200} Jul 22 21:20:26.765634 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09240518-086a-4385-903e-de735eb00c42 req-bb3c75ea-5f4c-4edc-8d9e-7edf4a3e2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:26.767121 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-09240518-086a-4385-903e-de735eb00c42 req-bb3c75ea-5f4c-4edc-8d9e-7edf4a3e2844 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 1098 time: 0.0541985 Jul 22 21:20:26.802914 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-09240518-086a-4385-903e-de735eb00c42 req-eede7c14-442c-4e0d-b539-41d2c2f21e5d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270758 Jul 22 21:20:27.332489 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc00d1-841f-4b33-a9d3-b9eda0c397ac req-e1a6dd63-d2ef-43f5-835d-5e9084e883f2 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:27.334011 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-10bc00d1-841f-4b33-a9d3-b9eda0c397ac req-e1a6dd63-d2ef-43f5-835d-5e9084e883f2 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 945 time: 0.0661719 Jul 22 21:20:27.373396 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-10bc00d1-841f-4b33-a9d3-b9eda0c397ac req-efe25f93-3493-4a3c-a56f-1af229cbc5cd tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338285 Jul 22 21:20:28.502899 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc1795-2d2f-44e2-975e-eb3b7f20d2d7 req-434597b3-e2df-491c-9434-bd6ac77963b8 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:28.504348 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebdc1795-2d2f-44e2-975e-eb3b7f20d2d7 req-434597b3-e2df-491c-9434-bd6ac77963b8 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 945 time: 0.0631001 Jul 22 21:20:28.540968 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebdc1795-2d2f-44e2-975e-eb3b7f20d2d7 req-602b48b1-d8af-4322-80f6-39247d5f441c tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Jul 22 21:20:30.140691 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-4d6511da-e1dc-42d3-b029-5b754c235953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:32.867729 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-4b0de8f3-aaf9-443f-929f-a15e5145b156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:33.215505 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:33.990429 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:35.245541 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:44.612452 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:20:47.010826 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:51.634256 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338c3dc-af51-4085-b644-42f15435e7f1 req-5c0811d7-0b2b-4666-b008-5375002aa562 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:51.635791 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4338c3dc-af51-4085-b644-42f15435e7f1 req-5c0811d7-0b2b-4666-b008-5375002aa562 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 945 time: 0.0680511 Jul 22 21:20:51.674167 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4338c3dc-af51-4085-b644-42f15435e7f1 req-be0429d2-22e2-4cf0-8b5b-22f9a230596c tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Jul 22 21:20:52.811881 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a6b8-000b-4f1c-b2a8-7c53ad5bd5eb req-26e74bcd-ec6f-414f-bbd0-17bfad9c233d tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:52.813723 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ccd4a6b8-000b-4f1c-b2a8-7c53ad5bd5eb req-26e74bcd-ec6f-414f-bbd0-17bfad9c233d tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 945 time: 0.0691054 Jul 22 21:20:52.850261 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ccd4a6b8-000b-4f1c-b2a8-7c53ad5bd5eb req-5a98315e-a51e-4989-b465-abbc4d4acb80 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308964 Jul 22 21:20:53.977127 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac1f1-a8fe-4cd4-92a4-309128c1e0bd req-60a60d99-5f45-4b9e-a7b8-082a6cad224e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:53.978580 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15bac1f1-a8fe-4cd4-92a4-309128c1e0bd req-60a60d99-5f45-4b9e-a7b8-082a6cad224e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 945 time: 0.0617948 Jul 22 21:20:54.015352 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-15bac1f1-a8fe-4cd4-92a4-309128c1e0bd req-2759f567-1e75-432f-8815-6fc369430724 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/security-groups?id=e75d6845-b0e9-4b95-960e-daeb4a44e156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307264 Jul 22 21:20:54.438326 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f83ef-6d6a-421c-be44-8abc215e0bd2 req-d4fedfa7-00e2-49d1-bdbc-1fd829a97c89 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:54.439816 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-618f83ef-6d6a-421c-be44-8abc215e0bd2 req-d4fedfa7-00e2-49d1-bdbc-1fd829a97c89 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.72 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 945 time: 0.0671821 Jul 22 21:20:54.543024 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-618f83ef-6d6a-421c-be44-8abc215e0bd2 req-3fc25b5e-eb93-4737-b9aa-843d7a1ddf7e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Deleting port ec61fc4f-46d8-4189-951c-1de43f98416e {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:54.543412 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-618f83ef-6d6a-421c-be44-8abc215e0bd2 req-3fc25b5e-eb93-4737-b9aa-843d7a1ddf7e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:54.892413 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-618f83ef-6d6a-421c-be44-8abc215e0bd2 req-3fc25b5e-eb93-4737-b9aa-843d7a1ddf7e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] For port ec61fc4f-46d8-4189-951c-1de43f98416e, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=ec61fc4f-46d8-4189-951c-1de43f98416e,segment=NetworkSegment(a29b8499-86be-455c-b5dd-2aa30db642d9),segment_id=a29b8499-86be-455c-b5dd-2aa30db642d9)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:54.892765 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-618f83ef-6d6a-421c-be44-8abc215e0bd2 req-3fc25b5e-eb93-4737-b9aa-843d7a1ddf7e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:54.904586 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-618f83ef-6d6a-421c-be44-8abc215e0bd2 req-3fc25b5e-eb93-4737-b9aa-843d7a1ddf7e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Calling delete_port for ec61fc4f-46d8-4189-951c-1de43f98416e owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:55.028756 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-618f83ef-6d6a-421c-be44-8abc215e0bd2 req-3fc25b5e-eb93-4737-b9aa-843d7a1ddf7e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:55.056160 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc25b5e-eb93-4737-b9aa-843d7a1ddf7e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Pushing event deleted for resources: {'Port': ['ID=ec61fc4f-46d8-4189-951c-1de43f98416e,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:55.090580 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['ec61fc4f-46d8-4189-951c-1de43f98416e'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:55.108678 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-618f83ef-6d6a-421c-be44-8abc215e0bd2 req-3fc25b5e-eb93-4737-b9aa-843d7a1ddf7e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] No DVR routers for this DVR port ec61fc4f-46d8-4189-951c-1de43f98416e on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:55.111265 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-618f83ef-6d6a-421c-be44-8abc215e0bd2 req-3fc25b5e-eb93-4737-b9aa-843d7a1ddf7e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:55.113313 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-618f83ef-6d6a-421c-be44-8abc215e0bd2 req-3fc25b5e-eb93-4737-b9aa-843d7a1ddf7e tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.72 "DELETE /v2.0/ports/ec61fc4f-46d8-4189-951c-1de43f98416e HTTP/1.1" status: 204 len: 173 time: 0.6671002 Jul 22 21:20:55.113748 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954a8d5d-79c3-4d43-8938-00103a470581', 'name': 'network-vif-deleted', 'tag': 'ec61fc4f-46d8-4189-951c-1de43f98416e'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:55.115996 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da81b35-350a-49ec-b1ae-96fb19ee99a4" -d '{"events": [{"server_uuid": "954a8d5d-79c3-4d43-8938-00103a470581", "name": "network-vif-deleted", "tag": "ec61fc4f-46d8-4189-951c-1de43f98416e"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:55.136510 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-120e7271-c8fa-46b1-babd-8b8f4af6eb6a req-ffb82977-d461-42fe-88a4-408ebc985280 tempest-VolumesSnapshotTestJSON-545249223 tempest-VolumesSnapshotTestJSON-545249223-project] 10.222.0.61 "GET /v2.0/ports?device_id=954a8d5d-79c3-4d43-8938-00103a470581 HTTP/1.1" status: 200 len: 210 time: 0.0530343 Jul 22 21:20:55.165718 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be299e7a-599f-48d7-8d0a-bc17bf748a0e x-openstack-request-id: req-be299e7a-599f-48d7-8d0a-bc17bf748a0e {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:55.166007 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954a8d5d-79c3-4d43-8938-00103a470581", "name": "network-vif-deleted", "tag": "ec61fc4f-46d8-4189-951c-1de43f98416e", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:55.166254 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be299e7a-599f-48d7-8d0a-bc17bf748a0e {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:55.166642 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954a8d5d-79c3-4d43-8938-00103a470581', 'name': 'network-vif-deleted', 'tag': 'ec61fc4f-46d8-4189-951c-1de43f98416e', 'status': 'completed', 'code': 200} Jul 22 21:21:00.062633 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device ec61fc4f-46d8-4189-951c-1de43f98416e no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:00.084718 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: ec61fc4f-46d8-4189-951c-1de43f98416e {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:00.085052 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device ec61fc4f-46d8-4189-951c-1de43f98416e not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:00.140628 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-d739ed18-1d68-45f8-aa0e-8a05a2baec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:02.869735 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-efe120d5-9dba-496d-9a18-18376daa37ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:03.217574 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:03.993230 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:04.603642 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c79e448c-02a1-47c8-8a35-a73b24053a63 req-a8f8d1ca-5115-47f4-8e0c-ad7cd24a43a8 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574463739&fields=id&tenant_id=3da1218ae5e04617a2c08bf98a1523c2 HTTP/1.1" status: 200 len: 267 time: 0.0357842 Jul 22 21:21:04.670080 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e448c-02a1-47c8-8a35-a73b24053a63 req-8691d06c-6f1e-44bd-a257-a300f98d30ef tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:04.671544 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c79e448c-02a1-47c8-8a35-a73b24053a63 req-8691d06c-6f1e-44bd-a257-a300f98d30ef tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 985 time: 0.0616219 Jul 22 21:21:04.681826 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-c79e448c-02a1-47c8-8a35-a73b24053a63 req-a313cd80-3f8f-493e-8d78-fcbfba4afd56 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Request body: {'port': {'security_groups': ['dfb0e694-13e2-4e97-9790-e4bce418b2ee']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:04.766916 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-c79e448c-02a1-47c8-8a35-a73b24053a63 req-a313cd80-3f8f-493e-8d78-fcbfba4afd56 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:04.933198 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-c79e448c-02a1-47c8-8a35-a73b24053a63 req-a313cd80-3f8f-493e-8d78-fcbfba4afd56 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] For port fe144c44-0d96-4c8e-9d00-af3e1719a1ba, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:04.961826 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-c79e448c-02a1-47c8-8a35-a73b24053a63 req-a313cd80-3f8f-493e-8d78-fcbfba4afd56 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:04.966178 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-c79e448c-02a1-47c8-8a35-a73b24053a63 req-a313cd80-3f8f-493e-8d78-fcbfba4afd56 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.007964 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e448c-02a1-47c8-8a35-a73b24053a63 req-a313cd80-3f8f-493e-8d78-fcbfba4afd56 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:05.008567 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-c79e448c-02a1-47c8-8a35-a73b24053a63 req-a313cd80-3f8f-493e-8d78-fcbfba4afd56 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.009941 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c79e448c-02a1-47c8-8a35-a73b24053a63 req-a313cd80-3f8f-493e-8d78-fcbfba4afd56 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "PUT /v2.0/ports/fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 200 len: 943 time: 0.3325107 Jul 22 21:21:05.010381 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:05.012864 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a88aa0-e480-43f5-9852-0486c9e3e79d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:05.020290 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 57846) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:05.028602 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['fe144c44-0d96-4c8e-9d00-af3e1719a1ba'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:05.041309 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313cd80-3f8f-493e-8d78-fcbfba4afd56 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event updated for resources: {'Port': ['ID=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,revision_number=7']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:05.111319 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.135689 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcf1f1a-7942-4970-8c00-7a2d04e959d7 x-openstack-request-id: req-6bcf1f1a-7942-4970-8c00-7a2d04e959d7 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:05.136419 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:05.136901 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6bcf1f1a-7942-4970-8c00-7a2d04e959d7 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:05.138054 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'status': 'completed', 'code': 200} Jul 22 21:21:05.140482 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.206161 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.210086 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.211245 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "DELETE /v2.0/security-groups/1efbcb0b-e8c2-43f9-8309-8374e6d69596 HTTP/1.1" status: 204 len: 168 time: 0.1859951 Jul 22 21:21:05.214101 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 57852) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:05.221489 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efbcb0b-e8c2-43f9-8309-8374e6d69596,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:05.229042 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:05.229484 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:05.229862 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:05.230251 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:05.230656 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:05.231149 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:05.231479 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:05.231811 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:05.232159 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:05.232484 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:05.233553 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:05.234079 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8281c0-d3fa-44d1-9be0-901c793c677e tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:05.255307 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.304288 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-fa6df7ed-5586-4e73-849c-3abe7cb1ae7f None None] Provisioning complete for port fe144c44-0d96-4c8e-9d00-af3e1719a1ba triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:05.304651 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fa6df7ed-5586-4e73-849c-3abe7cb1ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.377222 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a88aa0-e480-43f5-9852-0486c9e3e79d req-0857dac5-03f4-499d-969f-fefa2ec5e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:05.378802 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d2a88aa0-e480-43f5-9852-0486c9e3e79d req-0857dac5-03f4-499d-969f-fefa2ec5e34a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3da1218ae5e04617a2c08bf98a1523c2&device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 1099 time: 0.1159627 Jul 22 21:21:05.427249 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['fe144c44-0d96-4c8e-9d00-af3e1719a1ba'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:05.493724 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Deleting port 0a325e22-3bb3-4339-9a53-9f29376b702b {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:05.494006 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.508565 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a88aa0-e480-43f5-9852-0486c9e3e79d req-b09540b3-fd93-4150-ad96-0401945b22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:05.510046 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d2a88aa0-e480-43f5-9852-0486c9e3e79d req-b09540b3-fd93-4150-ad96-0401945b22d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31 HTTP/1.1" status: 200 len: 916 time: 0.1116424 Jul 22 21:21:05.615443 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d2a88aa0-e480-43f5-9852-0486c9e3e79d req-17a892bf-8fe6-4b8b-9270-7d3e2f221279 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 200 len: 1002 time: 0.0943201 Jul 22 21:21:05.628191 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.628796 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.666239 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Calling delete_port for 0a325e22-3bb3-4339-9a53-9f29376b702b owned by network:floatingip {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:05.722755 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a88aa0-e480-43f5-9852-0486c9e3e79d req-be76d8cb-91a2-4916-8c51-8dd19e4c756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:05.724230 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d2a88aa0-e480-43f5-9852-0486c9e3e79d req-be76d8cb-91a2-4916-8c51-8dd19e4c756b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15d3773-44e3-44a4-8cf7-a48a75e4fc77 HTTP/1.1" status: 200 len: 854 time: 0.0931869 Jul 22 21:21:05.848227 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a88aa0-e480-43f5-9852-0486c9e3e79d req-5f3474cf-51d5-46d6-b54d-24d58b35bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:05.849862 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d2a88aa0-e480-43f5-9852-0486c9e3e79d req-5f3474cf-51d5-46d6-b54d-24d58b35bf45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1133668 Jul 22 21:21:05.958148 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:05.997637 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event deleted for resources: {'Port': ['ID=0a325e22-3bb3-4339-9a53-9f29376b702b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:06.010247 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d2a88aa0-e480-43f5-9852-0486c9e3e79d req-b6d76f6c-17ff-4a20-902e-576bb00552ee service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516781 Jul 22 21:21:06.040057 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:06.040401 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:06.040731 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:06.041056 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:06.041404 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:06.041729 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:06.042043 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:06.042358 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:06.042672 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:06.042983 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:06.043293 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:06.043622 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:06.127959 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks [] for floatingip, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:06.128291 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.l3_db [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Floating IP f646d105-bed9-40e6-81a2-7b118f5b7604 disassociated (deleted). External IP: 172.27.1.142, port: fe144c44-0d96-4c8e-9d00-af3e1719a1ba. Jul 22 21:21:06.220154 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d2a88aa0-e480-43f5-9852-0486c9e3e79d req-a61280ba-caee-4d1d-88ca-37a8efb3afb2 service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900074 Jul 22 21:21:06.342566 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Router e4ddd8de-8907-4b97-b487-08c335d65516 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:21:06.444609 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:21:06.449554 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:06.454710 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cff545-67d3-431e-b7e6-d7fcc8be9bb4 None None] Sync routers for ids ['e4ddd8de-8907-4b97-b487-08c335d65516'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:21:06.462946 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cff545-67d3-431e-b7e6-d7fcc8be9bb4 None None] Routers {'e4ddd8de-8907-4b97-b487-08c335d65516'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:06.463550 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-91cff545-67d3-431e-b7e6-d7fcc8be9bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e4ddd8de-8907-4b97-b487-08c335d65516'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:06.491195 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-0da66ca5-708d-4c5b-8027-1fe998ba5d01 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "DELETE /v2.0/floatingips/f646d105-bed9-40e6-81a2-7b118f5b7604 HTTP/1.1" status: 204 len: 168 time: 1.2735593 Jul 22 21:21:06.565038 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-91cff545-67d3-431e-b7e6-d7fcc8be9bb4 None None] Set router e4ddd8de-8907-4b97-b487-08c335d65516 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:06.758758 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-91cff545-67d3-431e-b7e6-d7fcc8be9bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 4, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '974762c6-b33e-4fc4-8974-965648afa1d4', 'name': '', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'mac_address': 'fa:16:3e:19:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:04Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 5, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'subnets': [{'id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:06.785452 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cff545-67d3-431e-b7e6-d7fcc8be9bb4 None None] Checking router: e4ddd8de-8907-4b97-b487-08c335d65516 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:21:06.793506 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cff545-67d3-431e-b7e6-d7fcc8be9bb4 None None] Routers {'e4ddd8de-8907-4b97-b487-08c335d65516'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:06.794109 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-91cff545-67d3-431e-b7e6-d7fcc8be9bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e4ddd8de-8907-4b97-b487-08c335d65516'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:06.894214 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-91cff545-67d3-431e-b7e6-d7fcc8be9bb4 None None] Set router e4ddd8de-8907-4b97-b487-08c335d65516 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:07.085155 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-91cff545-67d3-431e-b7e6-d7fcc8be9bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 4, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '974762c6-b33e-4fc4-8974-965648afa1d4', 'name': '', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'mac_address': 'fa:16:3e:19:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:04Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 5, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'subnets': [{'id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:07.114829 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cff545-67d3-431e-b7e6-d7fcc8be9bb4 None None] The sync data for ids ['e4ddd8de-8907-4b97-b487-08c335d65516'] in dv-cinder-801902-1-iscsi is: [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:18:05Z', 'revision_number': 4, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': '974762c6-b33e-4fc4-8974-965648afa1d4', 'name': '', 'network_id': '46396f4b-0955-4efb-96bf-aa9e8f6c4d31', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'mac_address': 'fa:16:3e:19:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:04Z', 'updated_at': '2021-07-22T21:18:12Z', 'revision_number': 5, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'subnets': [{'id': 'f15d3773-44e3-44a4-8cf7-a48a75e4fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:21:07.140548 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:07.143148 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be74861-b157-4407-9763-b7cecf4bcc38" -d '{"events": [{"name": "network-changed", "server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:07.179254 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33c7bf1-977c-48fc-aa61-47b433a2961c x-openstack-request-id: req-f33c7bf1-977c-48fc-aa61-47b433a2961c {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:07.179596 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:07.179771 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f33c7bf1-977c-48fc-aa61-47b433a2961c {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:07.180159 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'status': 'completed', 'code': 200} Jul 22 21:21:07.314880 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf2dfd6-0494-4b8f-b324-33779ffd027d None None] New status for floating IP f646d105-bed9-40e6-81a2-7b118f5b7604: DOWN {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:21:10.005687 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be74861-b157-4407-9763-b7cecf4bcc38 req-9d004994-8629-4560-9673-527f58f9192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:10.007230 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2be74861-b157-4407-9763-b7cecf4bcc38 req-9d004994-8629-4560-9673-527f58f9192e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3da1218ae5e04617a2c08bf98a1523c2&device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 1099 time: 0.0569756 Jul 22 21:21:10.122459 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be74861-b157-4407-9763-b7cecf4bcc38 req-944585e2-b012-4488-9691-29017d8a4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:10.124478 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2be74861-b157-4407-9763-b7cecf4bcc38 req-944585e2-b012-4488-9691-29017d8a4da8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31 HTTP/1.1" status: 200 len: 916 time: 0.0841310 Jul 22 21:21:10.170526 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2be74861-b157-4407-9763-b7cecf4bcc38 req-2e72e0c8-5ef0-4c99-8c39-767ec4db5cc2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 200 len: 217 time: 0.0361795 Jul 22 21:21:10.238253 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be74861-b157-4407-9763-b7cecf4bcc38 req-f2933812-f61b-4db2-b14d-1e64f21e4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:10.239639 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2be74861-b157-4407-9763-b7cecf4bcc38 req-f2933812-f61b-4db2-b14d-1e64f21e4387 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15d3773-44e3-44a4-8cf7-a48a75e4fc77 HTTP/1.1" status: 200 len: 854 time: 0.0421834 Jul 22 21:21:10.304262 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be74861-b157-4407-9763-b7cecf4bcc38 req-21f11a93-3ab0-405d-8aa3-9d483f4ceba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:10.305761 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2be74861-b157-4407-9763-b7cecf4bcc38 req-21f11a93-3ab0-405d-8aa3-9d483f4ceba6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46396f4b-0955-4efb-96bf-aa9e8f6c4d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534990 Jul 22 21:21:10.409858 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2be74861-b157-4407-9763-b7cecf4bcc38 req-942e02a8-edc9-4560-93c7-2eedae89535a service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849252 Jul 22 21:21:10.503466 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2be74861-b157-4407-9763-b7cecf4bcc38 req-beef582a-1753-403d-9092-c97f6c23fc90 service neutron] 10.222.0.72 "GET /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793734 Jul 22 21:21:13.398972 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dff4f-7617-49bd-a342-ac8a49ddbdca req-bea88598-5cfd-4615-8e2e-e1e0dbe7e610 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:13.400405 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-790dff4f-7617-49bd-a342-ac8a49ddbdca req-bea88598-5cfd-4615-8e2e-e1e0dbe7e610 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 946 time: 0.0664301 Jul 22 21:21:13.444396 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-790dff4f-7617-49bd-a342-ac8a49ddbdca req-1e1d98f5-1ad2-4684-8e94-f636db592098 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371964 Jul 22 21:21:14.580710 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c778a-e00a-4c17-bde2-512ac7f48b08 req-4576a9d2-7106-4122-9cc5-1ab4186701be tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:14.582428 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e03c778a-e00a-4c17-bde2-512ac7f48b08 req-4576a9d2-7106-4122-9cc5-1ab4186701be tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 946 time: 0.0702882 Jul 22 21:21:14.625104 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e03c778a-e00a-4c17-bde2-512ac7f48b08 req-305d57ce-77dd-4b18-a9b0-2116bb1d3711 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342920 Jul 22 21:21:15.761506 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323f64f-09df-4ca3-b24b-1eb08d348e13 req-804e5a34-2ae8-4e50-8bdd-ea7e8561eb5c tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:15.763104 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8323f64f-09df-4ca3-b24b-1eb08d348e13 req-804e5a34-2ae8-4e50-8bdd-ea7e8561eb5c tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 946 time: 0.0728891 Jul 22 21:21:15.804653 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8323f64f-09df-4ca3-b24b-1eb08d348e13 req-78b486ac-0cca-4629-9cae-9355d5767f5c tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb0e694-13e2-4e97-9790-e4bce418b2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358903 Jul 22 21:21:16.172859 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8787b59-70f1-41e5-988b-c8aec0ca3966 req-328e02de-0ebe-4fb1-9e80-8e1090191b17 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:16.174345 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8787b59-70f1-41e5-988b-c8aec0ca3966 req-328e02de-0ebe-4fb1-9e80-8e1090191b17 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 946 time: 0.0636704 Jul 22 21:21:16.279157 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-a8787b59-70f1-41e5-988b-c8aec0ca3966 req-8bfa310a-eb37-4f8c-b702-43d5c4aa47b9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Deleting port fe144c44-0d96-4c8e-9d00-af3e1719a1ba {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:16.279372 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8787b59-70f1-41e5-988b-c8aec0ca3966 req-8bfa310a-eb37-4f8c-b702-43d5c4aa47b9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:16.368667 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-a8787b59-70f1-41e5-988b-c8aec0ca3966 req-8bfa310a-eb37-4f8c-b702-43d5c4aa47b9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] For port fe144c44-0d96-4c8e-9d00-af3e1719a1ba, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:16.369275 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8787b59-70f1-41e5-988b-c8aec0ca3966 req-8bfa310a-eb37-4f8c-b702-43d5c4aa47b9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:16.381528 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-a8787b59-70f1-41e5-988b-c8aec0ca3966 req-8bfa310a-eb37-4f8c-b702-43d5c4aa47b9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Calling delete_port for fe144c44-0d96-4c8e-9d00-af3e1719a1ba owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:16.506048 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8787b59-70f1-41e5-988b-c8aec0ca3966 req-8bfa310a-eb37-4f8c-b702-43d5c4aa47b9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:16.531767 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa310a-eb37-4f8c-b702-43d5c4aa47b9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Pushing event deleted for resources: {'Port': ['ID=fe144c44-0d96-4c8e-9d00-af3e1719a1ba,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:16.552758 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['fe144c44-0d96-4c8e-9d00-af3e1719a1ba'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:16.581928 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8787b59-70f1-41e5-988b-c8aec0ca3966 req-8bfa310a-eb37-4f8c-b702-43d5c4aa47b9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] No DVR routers for this DVR port fe144c44-0d96-4c8e-9d00-af3e1719a1ba on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:21:16.584289 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-a8787b59-70f1-41e5-988b-c8aec0ca3966 req-8bfa310a-eb37-4f8c-b702-43d5c4aa47b9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:16.586272 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a8787b59-70f1-41e5-988b-c8aec0ca3966 req-8bfa310a-eb37-4f8c-b702-43d5c4aa47b9 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.72 "DELETE /v2.0/ports/fe144c44-0d96-4c8e-9d00-af3e1719a1ba HTTP/1.1" status: 204 len: 173 time: 0.4032657 Jul 22 21:21:16.586732 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'name': 'network-vif-deleted', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:16.588942 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f4a961-3506-4a62-af08-e63b67a4f913" -d '{"events": [{"server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "name": "network-vif-deleted", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:16.624101 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12939b1-9a6f-47ec-a3fb-4aec3bcb1f44 x-openstack-request-id: req-a12939b1-9a6f-47ec-a3fb-4aec3bcb1f44 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:16.624472 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f75b386-6518-4210-9caa-ed403b7a48dd", "name": "network-vif-deleted", "tag": "fe144c44-0d96-4c8e-9d00-af3e1719a1ba", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:16.624720 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a12939b1-9a6f-47ec-a3fb-4aec3bcb1f44 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:16.625127 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f75b386-6518-4210-9caa-ed403b7a48dd', 'name': 'network-vif-deleted', 'tag': 'fe144c44-0d96-4c8e-9d00-af3e1719a1ba', 'status': 'completed', 'code': 200} Jul 22 21:21:16.917396 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cad71c7a-ec93-44f3-913e-aa5af76ed032 req-c790f408-0e81-491b-8810-9ec115123977 tempest-TestMinimumBasicScenario-1852193881 tempest-TestMinimumBasicScenario-1852193881-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f75b386-6518-4210-9caa-ed403b7a48dd HTTP/1.1" status: 200 len: 210 time: 0.0301256 Jul 22 21:21:17.017467 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:18.679757 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58022) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:19.010191 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e2624ac3-d733-45ca-8f2c-f3feffeba8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416730'] for router_interface, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:19.523365 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-e2624ac3-d733-45ca-8f2c-f3feffeba8c2 admin admin] Deleting port 974762c6-b33e-4fc4-8974-965648afa1d4 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:19.523604 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e2624ac3-d733-45ca-8f2c-f3feffeba8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:19.604257 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-e2624ac3-d733-45ca-8f2c-f3feffeba8c2 admin admin] For port 974762c6-b33e-4fc4-8974-965648afa1d4, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=974762c6-b33e-4fc4-8974-965648afa1d4,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:19.604613 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e2624ac3-d733-45ca-8f2c-f3feffeba8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:19.617566 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-e2624ac3-d733-45ca-8f2c-f3feffeba8c2 admin admin] Calling delete_port for 974762c6-b33e-4fc4-8974-965648afa1d4 owned by network:router_interface {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:19.797024 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e2624ac3-d733-45ca-8f2c-f3feffeba8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:19.821972 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2624ac3-d733-45ca-8f2c-f3feffeba8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=974762c6-b33e-4fc4-8974-965648afa1d4,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:19.988110 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-e2624ac3-d733-45ca-8f2c-f3feffeba8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416582'] for router_interface, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.196023 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2624ac3-d733-45ca-8f2c-f3feffeba8c2 admin admin] Router e4ddd8de-8907-4b97-b487-08c335d65516 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:21:20.292872 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58032) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:20.298089 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2624ac3-d733-45ca-8f2c-f3feffeba8c2 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:21:20.302974 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-e2624ac3-d733-45ca-8f2c-f3feffeba8c2 admin admin] 10.222.0.61 "PUT /v2.0/routers/e4ddd8de-8907-4b97-b487-08c335d65516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6221828 Jul 22 21:21:20.305449 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58034) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:20.311433 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e44f0-f588-4db7-944d-462bf01e620c None None] Sync routers for ids ['e4ddd8de-8907-4b97-b487-08c335d65516'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:21:20.323015 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e44f0-f588-4db7-944d-462bf01e620c None None] Routers {'e4ddd8de-8907-4b97-b487-08c335d65516'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:20.323956 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ff4e44f0-f588-4db7-944d-462bf01e620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e4ddd8de-8907-4b97-b487-08c335d65516'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:20.340918 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f98d22b-c7c6-4628-b524-0f90dad730f3 admin admin] Deleting subnet d45863fd-95ca-41ba-9155-e15a47479c9b {{(pid=93129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:21:20.344941 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0f98d22b-c7c6-4628-b524-0f90dad730f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.391346 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0f98d22b-c7c6-4628-b524-0f90dad730f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3952124'] for subnet, precommit_delete_associations {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.416310 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Notify callbacks [] for router, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.448337 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0f98d22b-c7c6-4628-b524-0f90dad730f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.505451 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0f98d22b-c7c6-4628-b524-0f90dad730f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9935957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962763'] for subnet, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.525658 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device fe144c44-0d96-4c8e-9d00-af3e1719a1ba no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:20.525912 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.532660 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98d22b-c7c6-4628-b524-0f90dad730f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d45863fd-95ca-41ba-9155-e15a47479c9b,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:20.534982 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0f98d22b-c7c6-4628-b524-0f90dad730f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.537040 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-0f98d22b-c7c6-4628-b524-0f90dad730f3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d45863fd-95ca-41ba-9155-e15a47479c9b HTTP/1.1" status: 204 len: 168 time: 0.2425969 Jul 22 21:21:20.539620 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58036) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:20.558718 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: fe144c44-0d96-4c8e-9d00-af3e1719a1ba {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:20.559046 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device fe144c44-0d96-4c8e-9d00-af3e1719a1ba not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:20.589484 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Deleting port 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:20.589912 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.595402 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-ff4e44f0-f588-4db7-944d-462bf01e620c None None] Set router e4ddd8de-8907-4b97-b487-08c335d65516 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:20.610801 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.682335 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] For port 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=1f685f54-ed3d-4bc7-9c88-b30a8b02a26b,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:20.682700 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.687999 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.694825 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Calling delete_port for 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b owned by network:router_gateway {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:20.697983 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93b7b60-fa89-4160-bd5f-4619c5864a38']}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:20.712897 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29b8499-86be-455c-b5dd-2aa30db642d9') {'for_net_delete': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:20.713140 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29b8499-86be-455c-b5dd-2aa30db642d9') {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:20.722463 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3952117'] for segment, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.735947 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.741831 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:21:20.742219 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935919'] for segment, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: Traceback (most recent call last): Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: timer() Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: cb(*args, **kw) Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: return func(*args, **kwargs) Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: self._notify() Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: self.callback(batched_events) Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: event.method(event) Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: return f(self, *a, **k) Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._get(url).json() Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: return self.request(url, 'GET', **kwargs) Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:21:20.743853 dv-cinder-801902-1-iscsi neutron-server[93129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:21:20.788276 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ff4e44f0-f588-4db7-944d-462bf01e620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:21:19Z', 'revision_number': 5, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port': {'id': '1f685f54-ed3d-4bc7-9c88-b30a8b02a26b', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:02Z', 'updated_at': '2021-07-22T21:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:20.798739 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.814188 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.815950 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e44f0-f588-4db7-944d-462bf01e620c None None] Checking router: e4ddd8de-8907-4b97-b487-08c335d65516 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:21:20.816121 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f93b7b60-fa89-4160-bd5f-4619c5864a38 HTTP/1.1" status: 204 len: 168 time: 0.2753894 Jul 22 21:21:20.817235 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a5a72-1be6-41df-a5a7-9a1cdd8b76d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93b7b60-fa89-4160-bd5f-4619c5864a38,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:20.829903 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e44f0-f588-4db7-944d-462bf01e620c None None] Routers {'e4ddd8de-8907-4b97-b487-08c335d65516'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:20.830534 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ff4e44f0-f588-4db7-944d-462bf01e620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e4ddd8de-8907-4b97-b487-08c335d65516'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:20.888383 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.915769 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f685f54-ed3d-4bc7-9c88-b30a8b02a26b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:20.924161 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-ff4e44f0-f588-4db7-944d-462bf01e620c None None] Set router e4ddd8de-8907-4b97-b487-08c335d65516 gateway port host: None {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:20.952067 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58040) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:20.980742 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369632'] for router_gateway, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.981204 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-ff4e44f0-f588-4db7-944d-462bf01e620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:21:20Z', 'revision_number': 6, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port_host': None}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:20.994475 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-f6e03f3d-7f27-4a7c-b92a-f709e8002348 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ecf6255ec9b43aa80b520277f6a8bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411675 Jul 22 21:21:20.996880 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58042) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:21.011858 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e44f0-f588-4db7-944d-462bf01e620c None None] The sync data for ids ['e4ddd8de-8907-4b97-b487-08c335d65516'] in dv-cinder-801902-1-iscsi is: [{'id': 'e4ddd8de-8907-4b97-b487-08c335d65516', 'name': 'tempest-TestMinimumBasicScenario-2122316307-router', 'tenant_id': '3da1218ae5e04617a2c08bf98a1523c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:01Z', 'updated_at': '2021-07-22T21:21:20Z', 'revision_number': 6, 'project_id': '3da1218ae5e04617a2c08bf98a1523c2', 'gw_port_host': None}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:21:21.050338 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4a922247-6d61-428e-8d8c-3bf8ac5271e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.075847 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59103'] for router, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.076084 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4a922247-6d61-428e-8d8c-3bf8ac5271e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.078936 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.121827 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417051'] for router, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.122391 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4ddd8de-8907-4b97-b487-08c335d65516 {{(pid=93128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:21:21.125604 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4a922247-6d61-428e-8d8c-3bf8ac5271e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.127845 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.131166 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-4a922247-6d61-428e-8d8c-3bf8ac5271e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.131322 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-fa1ef679-1f9a-4a82-bdd2-cd870c26cb83 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e4ddd8de-8907-4b97-b487-08c335d65516 HTTP/1.1" status: 204 len: 168 time: 0.8218393 Jul 22 21:21:21.131412 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-4a922247-6d61-428e-8d8c-3bf8ac5271e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e75d6845-b0e9-4b95-960e-daeb4a44e156 HTTP/1.1" status: 204 len: 168 time: 0.1321375 Jul 22 21:21:21.131504 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58044) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:21.137810 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a922247-6d61-428e-8d8c-3bf8ac5271e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75d6845-b0e9-4b95-960e-daeb4a44e156,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:21.181472 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f78734-613c-4fb4-84ad-46582877d573 admin admin] Deleting subnet f15d3773-44e3-44a4-8cf7-a48a75e4fc77 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:21:21.184559 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74f78734-613c-4fb4-84ad-46582877d573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.221706 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74f78734-613c-4fb4-84ad-46582877d573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499746'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.303801 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74f78734-613c-4fb4-84ad-46582877d573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.359889 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74f78734-613c-4fb4-84ad-46582877d573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3138779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8576950'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.387742 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f78734-613c-4fb4-84ad-46582877d573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f15d3773-44e3-44a4-8cf7-a48a75e4fc77,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:21.390110 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-74f78734-613c-4fb4-84ad-46582877d573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.394603 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58050) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:21.395168 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-74f78734-613c-4fb4-84ad-46582877d573 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f15d3773-44e3-44a4-8cf7-a48a75e4fc77 HTTP/1.1" status: 204 len: 168 time: 0.2622545 Jul 22 21:21:21.395261 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766aa28e-2bfc-4895-8996-369bc842a17d None None] Network 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:21:21.466157 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.539180 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Deleting port c97ecc54-2020-44d8-aa65-b0c114f9e75d {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:21.539521 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.608585 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] For port c97ecc54-2020-44d8-aa65-b0c114f9e75d, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=c97ecc54-2020-44d8-aa65-b0c114f9e75d,segment=NetworkSegment(47628343-360d-47fe-ba62-992e87700c13),segment_id=47628343-360d-47fe-ba62-992e87700c13)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:21.609124 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.613442 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:21:21.620507 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Calling delete_port for c97ecc54-2020-44d8-aa65-b0c114f9e75d owned by network:dhcp {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:21.702283 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.730610 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97ecc54-2020-44d8-aa65-b0c114f9e75d,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:21.734526 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] No DVR routers for this DVR port c97ecc54-2020-44d8-aa65-b0c114f9e75d on host dv-cinder-801902-1-iscsi {{(pid=93129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:21:21.801822 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.811634 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46396f4b-0955-4efb-96bf-aa9e8f6c4d31']}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:21.822484 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47628343-360d-47fe-ba62-992e87700c13') {'for_net_delete': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:21.822776 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47628343-360d-47fe-ba62-992e87700c13') {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:21.835136 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3952117'] for segment, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.854117 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.865522 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:21:21.866165 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935919'] for segment, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: Traceback (most recent call last): Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: timer() Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: cb(*args, **kw) Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: return func(*args, **kwargs) Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: self._notify() Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: self.callback(batched_events) Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: event.method(event) Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: return f(self, *a, **k) Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._get(url).json() Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: return self.request(url, 'GET', **kwargs) Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:21:21.868248 dv-cinder-801902-1-iscsi neutron-server[93129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:21:21.871493 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42db91-9332-4114-8535-189d77656aca None None] DHCP port deletion for 46396f4b-0955-4efb-96bf-aa9e8f6c4d31 request from dv-cinder-801902-1-iscsi {{(pid=93130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:21:21.910520 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58068) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:21.935877 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:21.940459 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.948951 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.952070 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/46396f4b-0955-4efb-96bf-aa9e8f6c4d31 HTTP/1.1" status: 204 len: 168 time: 0.5557978 Jul 22 21:21:21.955510 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58072) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:21.960665 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:21.961176 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 1f685f54-ed3d-4bc7-9c88-b30a8b02a26b not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:21.962036 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 974762c6-b33e-4fc4-8974-965648afa1d4 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:21.962560 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecf773-0dd2-4a9d-9d41-9e0ced0987d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=46396f4b-0955-4efb-96bf-aa9e8f6c4d31,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:21.984100 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: 974762c6-b33e-4fc4-8974-965648afa1d4 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:21.984747 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 974762c6-b33e-4fc4-8974-965648afa1d4 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:21.985397 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device c97ecc54-2020-44d8-aa65-b0c114f9e75d no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:22.004307 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: c97ecc54-2020-44d8-aa65-b0c114f9e75d {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:22.004983 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device c97ecc54-2020-44d8-aa65-b0c114f9e75d not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:22.066765 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1358656176-network', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:22.150366 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Made reservation on behalf of 4454557b4eb2420c827459ed1b8d6f1f for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:21:22.152529 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.166141 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.343415 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.343624 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.381577 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:21:22.391507 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56907c15-fc25-4ab9-9d24-2b28d1f9d712,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:22.415009 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.415349 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Added segment 56c492a8-1ee2-4bda-b1c9-419b0bf5224b of type vlan for network 36f2d125-b520-40b8-b6d0-7d756105f2d0 Jul 22 21:21:22.463739 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.489885 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-faaa8c5c-9a45-4fc4-88ec-86fbc49e533f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416730'] for router_interface, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.552381 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.553354 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:22.553959 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.599259 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6869221 Jul 22 21:21:22.602184 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58074) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:22.607108 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-92550bd9-078c-4039-b8df-aaee7dc6dba0 admin admin] Request body: {'subnet': {'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1358656176-subnet', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'ip_version': 4}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:22.627510 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92550bd9-078c-4039-b8df-aaee7dc6dba0 admin admin] Made reservation on behalf of 4454557b4eb2420c827459ed1b8d6f1f for: {'subnet': 1} {{(pid=93129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:21:22.630195 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-92550bd9-078c-4039-b8df-aaee7dc6dba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2962742'] for subnet, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.632421 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4d0ef-c619-4f42-8e04-868230185b4f admin admin] Pushing event updated for resources: {'Network': ['ID=36f2d125-b520-40b8-b6d0-7d756105f2d0,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:22.642879 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 36f2d125-b520-40b8-b6d0-7d756105f2d0 details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:21:22.801859 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-92550bd9-078c-4039-b8df-aaee7dc6dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9936020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2962756'] for subnet, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.817586 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-faaa8c5c-9a45-4fc4-88ec-86fbc49e533f admin admin] Deleting port 328d60fb-08af-4b32-b003-8261e597afe6 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:22.817919 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-faaa8c5c-9a45-4fc4-88ec-86fbc49e533f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.867235 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92550bd9-078c-4039-b8df-aaee7dc6dba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:22.871832 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92550bd9-078c-4039-b8df-aaee7dc6dba0 admin admin] Checking segment: {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:22.872183 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92550bd9-078c-4039-b8df-aaee7dc6dba0 admin admin] Network hostable DHCP agents. Network: 36f2d125-b520-40b8-b6d0-7d756105f2d0, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:21:22.889859 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92550bd9-078c-4039-b8df-aaee7dc6dba0 admin admin] Network 36f2d125-b520-40b8-b6d0-7d756105f2d0 is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:21:22.896725 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-faaa8c5c-9a45-4fc4-88ec-86fbc49e533f admin admin] For port 328d60fb-08af-4b32-b003-8261e597afe6, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=328d60fb-08af-4b32-b003-8261e597afe6,segment=NetworkSegment(43ebe923-6a83-4ab4-a48d-89b82c64a7e8),segment_id=43ebe923-6a83-4ab4-a48d-89b82c64a7e8)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:22.897172 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-faaa8c5c-9a45-4fc4-88ec-86fbc49e533f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.898511 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-92550bd9-078c-4039-b8df-aaee7dc6dba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 36f2d125-b520-40b8-b6d0-7d756105f2d0) {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:22.902540 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92550bd9-078c-4039-b8df-aaee7dc6dba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:22.903207 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-92550bd9-078c-4039-b8df-aaee7dc6dba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for subnet, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.909990 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5488cd46-a186-4ce7-8c80-d519ed4fb6a9 None None] Network 36f2d125-b520-40b8-b6d0-7d756105f2d0 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:21:22.913549 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-faaa8c5c-9a45-4fc4-88ec-86fbc49e533f admin admin] Calling delete_port for 328d60fb-08af-4b32-b003-8261e597afe6 owned by network:router_interface {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:22.918067 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-92550bd9-078c-4039-b8df-aaee7dc6dba0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3147805 Jul 22 21:21:22.920839 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58076) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:22.925164 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:22.945274 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-369506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59113'] for router, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.946595 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59110'] for router, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.003264 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.058123 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65543306-413c-5b99-9acb-ae0ce15c5c2c-36f2d125-b520-40b8-b6d0-7d756105f2d0', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5'}]}} from dv-cinder-801902-1-iscsi. {{(pid=93130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:21:23.062197 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.114637 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-faaa8c5c-9a45-4fc4-88ec-86fbc49e533f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.145736 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59092'] for router, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.145979 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa8c5c-9a45-4fc4-88ec-86fbc49e533f admin admin] Pushing event deleted for resources: {'Port': ['ID=328d60fb-08af-4b32-b003-8261e597afe6,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:23.261346 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.db_base_plugin_common [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Allocated IP 172.20.0.2 (36f2d125-b520-40b8-b6d0-7d756105f2d0/0295bd8a-72e1-40e4-b8dd-6cd655cf26e5/ea4b9ebd-96c6-4447-8d6b-0627d132d074) {{(pid=93130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:21:23.328918 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-faaa8c5c-9a45-4fc4-88ec-86fbc49e533f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416582'] for router_interface, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.384199 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.411243 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.458722 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Notify callbacks [] for port, precommit_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.469825 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Transition to ACTIVE for port object ea4b9ebd-96c6-4447-8d6b-0627d132d074 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:23.491859 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Transition to ACTIVE for port object ea4b9ebd-96c6-4447-8d6b-0627d132d074 will not be triggered until provisioned by entity DHCP. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:23.500191 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.547965 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Network 36f2d125-b520-40b8-b6d0-7d756105f2d0 is already hosted by enough agents. {{(pid=93130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:21:23.551841 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.base_scheduler [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Resources bound (agent type, host, resource id): {{(pid=93130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:23.556188 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Received port after_create {{(pid=93130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:21:23.563643 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Pushing event updated for resources: {'Port': ['ID=ea4b9ebd-96c6-4447-8d6b-0627d132d074,revision_number=1']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:23.586058 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaa8c5c-9a45-4fc4-88ec-86fbc49e533f admin admin] Router aeaebb5b-7943-4a4b-b9f7-deaf903c14ea has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:21:23.626646 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Attempting to bind port ea4b9ebd-96c6-4447-8d6b-0627d132d074 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:21:23.627016 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Attempting to bind port ea4b9ebd-96c6-4447-8d6b-0627d132d074 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:21:23.627374 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Attempting to bind port ea4b9ebd-96c6-4447-8d6b-0627d132d074 on network 36f2d125-b520-40b8-b6d0-7d756105f2d0 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:23.633121 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:21:23.633495 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Checking segment: {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:23.633899 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.634429 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Bound using segment: {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:21:23.634894 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Bound port: ea4b9ebd-96c6-4447-8d6b-0627d132d074, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:21:23.635274 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.709178 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaa8c5c-9a45-4fc4-88ec-86fbc49e533f admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:21:23.715034 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-faaa8c5c-9a45-4fc4-88ec-86fbc49e533f admin admin] 10.222.0.61 "PUT /v2.0/routers/aeaebb5b-7943-4a4b-b9f7-deaf903c14ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7584436 Jul 22 21:21:23.717942 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58078) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:23.720304 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-17117465-5875-4ea3-a577-102e18d60059 None None] For port ea4b9ebd-96c6-4447-8d6b-0627d132d074, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:21:23.722181 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4ba0b-d1eb-4b87-87dc-90dcaacef4cc None None] Sync routers for ids ['aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:21:23.723477 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-17117465-5875-4ea3-a577-102e18d60059 None None] For port ea4b9ebd-96c6-4447-8d6b-0627d132d074, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=ea4b9ebd-96c6-4447-8d6b-0627d132d074,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:21:23.728229 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.734050 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4ba0b-d1eb-4b87-87dc-90dcaacef4cc None None] Routers {'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:23.735126 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-d8f4ba0b-d1eb-4b87-87dc-90dcaacef4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:23.776727 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Allocated IP 172.27.1.149 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/14a3808d-ab63-401c-be57-bc6275f9c557) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:21:23.794339 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17117465-5875-4ea3-a577-102e18d60059 None None] Pushing event updated for resources: {'Port': ['ID=ea4b9ebd-96c6-4447-8d6b-0627d132d074,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:23.892116 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-d8f4ba0b-d1eb-4b87-87dc-90dcaacef4cc None None] Set router aeaebb5b-7943-4a4b-b9f7-deaf903c14ea gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:23.892894 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.942376 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.022251 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Pushing event updated for resources: {'Port': ['ID=14a3808d-ab63-401c-be57-bc6275f9c557,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:24.039071 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:21:24.040567 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:24.043368 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:21:24.141427 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Notify callbacks [] for router, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.235261 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-d8f4ba0b-d1eb-4b87-87dc-90dcaacef4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'name': 'tempest-TestMinimumBasicScenario-298480373-router', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ee274789-34a3-4559-b765-354cef46ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:07Z', 'updated_at': '2021-07-22T21:21:23Z', 'revision_number': 5, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'gw_port': {'id': 'ee274789-34a3-4559-b765-354cef46ea73', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:18:08Z', 'updated_at': '2021-07-22T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:24.248966 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.263461 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4ba0b-d1eb-4b87-87dc-90dcaacef4cc None None] Checking router: aeaebb5b-7943-4a4b-b9f7-deaf903c14ea for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:21:24.272445 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4ba0b-d1eb-4b87-87dc-90dcaacef4cc None None] Routers {'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:24.273052 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-d8f4ba0b-d1eb-4b87-87dc-90dcaacef4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:24.307523 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Deleting port ee274789-34a3-4559-b765-354cef46ea73 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:24.307997 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.324052 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.362284 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-d8f4ba0b-d1eb-4b87-87dc-90dcaacef4cc None None] Set router aeaebb5b-7943-4a4b-b9f7-deaf903c14ea gateway port host: None {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:24.389801 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] For port ee274789-34a3-4559-b765-354cef46ea73, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=ee274789-34a3-4559-b765-354cef46ea73,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:24.390161 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.403459 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Calling delete_port for ee274789-34a3-4559-b765-354cef46ea73 owned by network:router_gateway {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:24.416085 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-d8f4ba0b-d1eb-4b87-87dc-90dcaacef4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'name': 'tempest-TestMinimumBasicScenario-298480373-router', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:07Z', 'updated_at': '2021-07-22T21:21:24Z', 'revision_number': 6, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'gw_port_host': None}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:24.441525 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4ba0b-d1eb-4b87-87dc-90dcaacef4cc None None] The sync data for ids ['aeaebb5b-7943-4a4b-b9f7-deaf903c14ea'] in dv-cinder-801902-1-iscsi is: [{'id': 'aeaebb5b-7943-4a4b-b9f7-deaf903c14ea', 'name': 'tempest-TestMinimumBasicScenario-298480373-router', 'tenant_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:18:07Z', 'updated_at': '2021-07-22T21:21:24Z', 'revision_number': 6, 'project_id': '92a4ef7f6b7f416fbdd2cc54f0a1ad94', 'gw_port_host': None}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:21:24.537260 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-369596'] for router, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.587748 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.618124 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee274789-34a3-4559-b765-354cef46ea73,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:24.680200 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 is scheduled to L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df with binding_index 1 {{(pid=93129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:21:24.686976 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369632'] for router_gateway, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.790392 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59103'] for router, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.792689 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.798363 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dac25cd-2351-4b3a-9db4-1df128eb61a6 None None] Network 36f2d125-b520-40b8-b6d0-7d756105f2d0 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:21:24.799186 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:21:24.821921 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] Notify callbacks [] for router, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.825705 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-68f09fa7-fdef-4ae6-8246-337bb66bc138 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9014056 Jul 22 21:21:24.825915 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58082) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:24.832209 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Sync routers for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:21:24.844645 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417051'] for router, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.845283 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeaebb5b-7943-4a4b-b9f7-deaf903c14ea {{(pid=93128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:21:24.854987 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.859103 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4f6a1c54-aded-487b-9b00-c46f1521ea6f admin admin] 10.222.0.61 "DELETE /v2.0/routers/aeaebb5b-7943-4a4b-b9f7-deaf903c14ea HTTP/1.1" status: 204 len: 168 time: 1.1330209 Jul 22 21:21:24.859309 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58084) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:24.878738 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:24.879446 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:24.882978 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-122ebd70-5c2e-4ad0-8adf-7a53840def4e None None] Provisioning for port ea4b9ebd-96c6-4447-8d6b-0627d132d074 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:24.911585 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c57fc0e-7ef9-470d-8e9f-3652675a882f admin admin] Deleting subnet ca56d843-b3fd-4382-9755-4fd687cc40b7 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:21:24.915427 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6c57fc0e-7ef9-470d-8e9f-3652675a882f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:24.952630 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6c57fc0e-7ef9-470d-8e9f-3652675a882f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499746'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.034770 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6c57fc0e-7ef9-470d-8e9f-3652675a882f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.055943 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:25.094023 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6c57fc0e-7ef9-470d-8e9f-3652675a882f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3138779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8576950'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.122296 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6c57fc0e-7ef9-470d-8e9f-3652675a882f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.127498 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-6c57fc0e-7ef9-470d-8e9f-3652675a882f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ca56d843-b3fd-4382-9755-4fd687cc40b7 HTTP/1.1" status: 204 len: 168 time: 0.2646990 Jul 22 21:21:25.127498 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57fc0e-7ef9-470d-8e9f-3652675a882f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca56d843-b3fd-4382-9755-4fd687cc40b7,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:25.128708 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58086) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:25.142768 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f3e0a-12c4-491c-83ba-519338d815a1 None None] Network 6f9bdf8e-749a-45f2-a325-5fe736666f1b requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:21:25.213268 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.362357 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Deleting port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:25.362691 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.393378 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.453663 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] For port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=57bcb2a1-0c9d-4a83-9c09-997ecdb07509,segment=NetworkSegment(43ebe923-6a83-4ab4-a48d-89b82c64a7e8),segment_id=43ebe923-6a83-4ab4-a48d-89b82c64a7e8)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:25.454123 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.496633 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Calling delete_port for 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 owned by network:dhcp {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:25.522067 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:24Z', 'revision_number': 3, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:25.558906 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Checking router: e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:21:25.559251 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Updating router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 port 14a3808d-ab63-401c-be57-bc6275f9c557 binding host dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:21:25.598116 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.634504 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] DHCP port deletion for 6f9bdf8e-749a-45f2-a325-5fe736666f1b request from dv-cinder-801902-1-iscsi {{(pid=93130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:21:25.679444 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.681715 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Allocated IP 172.20.0.1 (36f2d125-b520-40b8-b6d0-7d756105f2d0/0295bd8a-72e1-40e4-b8dd-6cd655cf26e5/a1350a77-d700-465c-8b73-e3942458c02b) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:21:25.727412 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=57bcb2a1-0c9d-4a83-9c09-997ecdb07509,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:25.731158 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] No DVR routers for this DVR port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 on host dv-cinder-801902-1-iscsi {{(pid=93129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:21:25.765767 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device ea4b9ebd-96c6-4447-8d6b-0627d132d074 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:25.830632 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Deleting port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 {{(pid=93130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:25.831304 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.864090 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.879248 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9bdf8e-749a-45f2-a325-5fe736666f1b']}} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:25.891836 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ebe923-6a83-4ab4-a48d-89b82c64a7e8') {'for_net_delete': True} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:25.892136 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.services.segments.db [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ebe923-6a83-4ab4-a48d-89b82c64a7e8') {} {{(pid=93129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:25.910024 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3952117'] for segment, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.932364 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.934741 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.945866 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=93129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:21:25.946260 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9935919'] for segment, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: Traceback (most recent call last): Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: timer() Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: cb(*args, **kw) Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: return func(*args, **kwargs) Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: self._notify() Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: self.callback(batched_events) Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: event.method(event) Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: return f(self, *a, **k) Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._get(url).json() Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: return self.request(url, 'GET', **kwargs) Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:21:25.947884 dv-cinder-801902-1-iscsi neutron-server[93129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:21:25.962658 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] For port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509, host dv-cinder-801902-1-iscsi, got binding levels [] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:25.963037 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:25.969979 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.provisioning_blocks [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Transition to ACTIVE for port object a1350a77-d700-465c-8b73-e3942458c02b will not be triggered until provisioned by entity DHCP. {{(pid=93129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:25.985270 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port ea4b9ebd-96c6-4447-8d6b-0627d132d074 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:25.988360 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Calling delete_port for 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 owned by network:dhcp {{(pid=93130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:25.994499 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.ipam_backend_mixin [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 was not found and therefore no delete operation was performed {{(pid=93130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:21:26.000555 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port ea4b9ebd-96c6-4447-8d6b-0627d132d074 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:26.000920 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.007055 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162'] for port, after_delete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.014799 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.023359 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.027910 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] 10.222.0.61 "DELETE /v2.0/networks/6f9bdf8e-749a-45f2-a325-5fe736666f1b HTTP/1.1" status: 204 len: 168 time: 0.8987546 Jul 22 21:21:26.049228 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2621eb1-e120-41c1-98e0-0b91162ce4ca admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9bdf8e-749a-45f2-a325-5fe736666f1b,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:26.060021 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.087186 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] No DVR routers for this DVR port 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 on host dv-cinder-801902-1-iscsi {{(pid=93130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:21:26.091696 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Pushing event deleted for resources: {'Port': ['ID=57bcb2a1-0c9d-4a83-9c09-997ecdb07509,revision_number=None']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:26.105774 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Network 36f2d125-b520-40b8-b6d0-7d756105f2d0 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:21:26.111303 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:26.111303 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:21:26.114543 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:26.114890 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:26.115271 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:26.115959 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:26.115959 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:26.116156 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:26.116468 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:26.116786 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:26.117117 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:26.117441 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:26.117830 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:26.118050 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4af2bf-38a8-406f-8f8a-5025085282be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:26.135840 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Pushing event updated for resources: {'Port': ['ID=a1350a77-d700-465c-8b73-e3942458c02b,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:26.141000 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.158135 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369485'] for router_interface, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.158375 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Transition to ACTIVE for port object 14a3808d-ab63-401c-be57-bc6275f9c557 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:26.169236 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58090) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:26.190916 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.218134 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-94f20d2c-33bf-47b1-9b68-49d9c003d44b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3da1218ae5e04617a2c08bf98a1523c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469534 Jul 22 21:21:26.220451 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58092) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:26.235575 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.284238 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4b7810e7-88d9-4e8d-a80a-ffef486ca3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.290815 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Attempting to bind port 14a3808d-ab63-401c-be57-bc6275f9c557 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:21:26.291315 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Attempting to bind port 14a3808d-ab63-401c-be57-bc6275f9c557 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:21:26.291820 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Attempting to bind port 14a3808d-ab63-401c-be57-bc6275f9c557 on network c2812c71-7be5-4495-afd6-eaefb879ca73 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:26.305205 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:21:26.305896 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Checking segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:26.306439 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.306931 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Bound using segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:21:26.307504 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Bound port: 14a3808d-ab63-401c-be57-bc6275f9c557, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:21:26.307889 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.308792 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4b7810e7-88d9-4e8d-a80a-ffef486ca3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.324267 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.333866 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port ea4b9ebd-96c6-4447-8d6b-0627d132d074, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=ea4b9ebd-96c6-4447-8d6b-0627d132d074,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:26.334849 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca582d11-228f-4713-8e57-d290ba406dd2 None None] Pushing event updated for resources: {'Port': ['ID=14a3808d-ab63-401c-be57-bc6275f9c557,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:26.341268 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.381625 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4b7810e7-88d9-4e8d-a80a-ffef486ca3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.384984 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-4b7810e7-88d9-4e8d-a80a-ffef486ca3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.388944 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-4b7810e7-88d9-4e8d-a80a-ffef486ca3f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dfb0e694-13e2-4e97-9790-e4bce418b2ee HTTP/1.1" status: 204 len: 168 time: 0.1647482 Jul 22 21:21:26.407818 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7810e7-88d9-4e8d-a80a-ffef486ca3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb0e694-13e2-4e97-9790-e4bce418b2ee,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:26.446531 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] For port 14a3808d-ab63-401c-be57-bc6275f9c557, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:21:26.462027 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 328d60fb-08af-4b32-b003-8261e597afe6 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:26.503278 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=ea4b9ebd-96c6-4447-8d6b-0627d132d074,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:26.505878 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-a0a10fa7-b58f-4113-b949-e0947c557902 None None] Provisioning for port a1350a77-d700-465c-8b73-e3942458c02b completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:26.510784 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] For port 14a3808d-ab63-401c-be57-bc6275f9c557, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=14a3808d-ab63-401c-be57-bc6275f9c557,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:21:26.512353 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-a0a10fa7-b58f-4113-b949-e0947c557902 None None] Provisioning complete for port a1350a77-d700-465c-8b73-e3942458c02b triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:26.512834 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a0a10fa7-b58f-4113-b949-e0947c557902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.514695 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: 328d60fb-08af-4b32-b003-8261e597afe6 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:26.515032 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 328d60fb-08af-4b32-b003-8261e597afe6 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:26.515559 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:26.519699 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.563800 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:26.564145 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 57bcb2a1-0c9d-4a83-9c09-997ecdb07509 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:26.564559 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device ee274789-34a3-4559-b765-354cef46ea73 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:26.569821 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.574513 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.616075 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: ee274789-34a3-4559-b765-354cef46ea73 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:26.616339 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device ee274789-34a3-4559-b765-354cef46ea73 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:26.636547 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-a0a10fa7-b58f-4113-b949-e0947c557902 None None] Port a1350a77-d700-465c-8b73-e3942458c02b cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:21:26.640037 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416765'] for router_interface, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.641954 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Pushing event updated for resources: {'Port': ['ID=a1350a77-d700-465c-8b73-e3942458c02b,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:26.652127 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca582d11-228f-4713-8e57-d290ba406dd2 None None] Pushing event updated for resources: {'Port': ['ID=14a3808d-ab63-401c-be57-bc6275f9c557,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:26.654927 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:26.655542 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:26.743786 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Network 36f2d125-b520-40b8-b6d0-7d756105f2d0 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:21:26.745330 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:26.773296 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:26.788847 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58098) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:26.853065 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-2473c1ce-17ab-46dd-8de0-5e8e6ff680b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92a4ef7f6b7f416fbdd2cc54f0a1ad94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628099 Jul 22 21:21:26.855511 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58100) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:26.884421 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:21:26.913407 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-91df264d-3931-49b3-93de-da495e727aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.938106 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-91df264d-3931-49b3-93de-da495e727aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.995112 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-91df264d-3931-49b3-93de-da495e727aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:26.999769 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-91df264d-3931-49b3-93de-da495e727aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:27.001043 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-91df264d-3931-49b3-93de-da495e727aa4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6adba25e-912b-4d55-904a-b2f3143b235a HTTP/1.1" status: 204 len: 168 time: 0.1440217 Jul 22 21:21:27.014798 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 2, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:27.022594 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df264d-3931-49b3-93de-da495e727aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adba25e-912b-4d55-904a-b2f3143b235a,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:27.050883 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f7b97-529e-4c51-b8e0-b11955117993 None None] The sync data for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi is: [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 2, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:21:27.068971 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-84e896ab-4622-4fd8-b087-59eb9f3d9fdc None None] Provisioning complete for port a1350a77-d700-465c-8b73-e3942458c02b triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:27.069381 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-84e896ab-4622-4fd8-b087-59eb9f3d9fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:27.106937 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-84e896ab-4622-4fd8-b087-59eb9f3d9fdc None None] Port a1350a77-d700-465c-8b73-e3942458c02b cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:21:27.245104 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:21:27.250535 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-78dd7882-0049-40c2-9810-b7512437cabe admin admin] 10.222.0.61 "PUT /v2.0/routers/e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4228139 Jul 22 21:21:27.690357 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device ea4b9ebd-96c6-4447-8d6b-0627d132d074 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:27.776637 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port ea4b9ebd-96c6-4447-8d6b-0627d132d074 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:27.777010 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:27.886156 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58118) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:27.891209 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1804807900-network', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:27.915681 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Made reservation on behalf of 6f40b7244b974c4ba058867d31928e5a for: {'network': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:21:27.918112 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for network, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:27.927813 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.024704 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.028816 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.054758 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:21:28.065877 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20de39fd-2622-47f2-a4a2-13621827f80d,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:28.075465 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.076301 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.segments_db [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Added segment 6a05177e-fb22-4541-aa50-2136e7ff49ed of type vlan for network 86831145-06ed-482f-bf84-3bc1fa9ae2c8 Jul 22 21:21:28.118151 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760959935214'] for network, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.150987 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811'] for network, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.152092 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:28.152755 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.186791 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2995076 Jul 22 21:21:28.189409 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58120) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:28.195721 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-65c4cbdd-5455-47a0-bf87-a90ee774bc95 admin admin] Request body: {'subnet': {'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1804807900-subnet', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'ip_version': 4}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:28.224122 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d18392-f9c4-4c9e-9dba-202996f4de48 admin admin] Pushing event updated for resources: {'Network': ['ID=86831145-06ed-482f-bf84-3bc1fa9ae2c8,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:28.235302 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Network 86831145-06ed-482f-bf84-3bc1fa9ae2c8 details requested by agent ovs-agent-dv-cinder-801902-1-iscsi with host dv-cinder-801902-1-iscsi {{(pid=93130) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:21:28.246529 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c4cbdd-5455-47a0-bf87-a90ee774bc95 admin admin] Made reservation on behalf of 6f40b7244b974c4ba058867d31928e5a for: {'subnet': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:21:28.249671 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-65c4cbdd-5455-47a0-bf87-a90ee774bc95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8576971'] for subnet, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.419416 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-65c4cbdd-5455-47a0-bf87-a90ee774bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3138586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8576953'] for subnet, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.465726 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4cbdd-5455-47a0-bf87-a90ee774bc95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb43645-5259-4bab-8eb1-6aed9b44fc22,revision_number=0']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:28.482308 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c4cbdd-5455-47a0-bf87-a90ee774bc95 admin admin] Checking segment: {'id': '6a05177e-fb22-4541-aa50-2136e7ff49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:28.483268 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c4cbdd-5455-47a0-bf87-a90ee774bc95 admin admin] Network hostable DHCP agents. Network: 86831145-06ed-482f-bf84-3bc1fa9ae2c8, hostable agents: ['8035015a-9791-4a01-a4f8-838016f00591'], hosted agents: [] {{(pid=93128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:21:28.499199 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c4cbdd-5455-47a0-bf87-a90ee774bc95 admin admin] Network 86831145-06ed-482f-bf84-3bc1fa9ae2c8 is scheduled to be hosted by DHCP agent 8035015a-9791-4a01-a4f8-838016f00591 with binding_index 1 {{(pid=93128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:21:28.507459 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-65c4cbdd-5455-47a0-bf87-a90ee774bc95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801902-1-iscsi, 86831145-06ed-482f-bf84-3bc1fa9ae2c8) {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:28.511656 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c4cbdd-5455-47a0-bf87-a90ee774bc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:28.512261 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-65c4cbdd-5455-47a0-bf87-a90ee774bc95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.516078 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94fc3c7-4557-49f7-bc51-ad4816945e21 None None] Network 86831145-06ed-482f-bf84-3bc1fa9ae2c8 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:21:28.527794 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-65c4cbdd-5455-47a0-bf87-a90ee774bc95 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3373852 Jul 22 21:21:28.530970 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58122) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:28.535511 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1804807900-router', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:28.555271 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-369506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59113'] for router, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.556219 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59110'] for router, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.605416 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.663986 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65543306-413c-5b99-9acb-ae0ce15c5c2c-86831145-06ed-482f-bf84-3bc1fa9ae2c8', 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'fixed_ips': [{'subnet_id': '1fb43645-5259-4bab-8eb1-6aed9b44fc22'}]}} from dv-cinder-801902-1-iscsi. {{(pid=93130) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:21:28.664979 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.741515 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59092'] for router, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.803219 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.db_base_plugin_common [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Allocated IP 172.20.0.2 (86831145-06ed-482f-bf84-3bc1fa9ae2c8/1fb43645-5259-4bab-8eb1-6aed9b44fc22/065cece5-b667-444d-b1f4-7f9a107e147b) {{(pid=93130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:21:28.951676 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.974859 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.021832 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Sync routers for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:21:29.033383 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:29.033991 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:29.081379 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Notify callbacks [] for port, precommit_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.087084 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Allocated IP 172.27.1.137 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/c8e889ec-3865-4cde-bf66-73b7556343b1) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:21:29.090361 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Transition to ACTIVE for port object 065cece5-b667-444d-b1f4-7f9a107e147b will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:29.105566 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Transition to ACTIVE for port object 065cece5-b667-444d-b1f4-7f9a107e147b will not be triggered until provisioned by entity DHCP. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:29.111663 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153'] for port, after_create {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.147412 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:29.151528 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Network 86831145-06ed-482f-bf84-3bc1fa9ae2c8 is already hosted by enough agents. {{(pid=93130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:21:29.154651 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.scheduler.base_scheduler [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Resources bound (agent type, host, resource id): {{(pid=93130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:29.158520 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Received port after_create {{(pid=93130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:21:29.165650 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Pushing event updated for resources: {'Port': ['ID=065cece5-b667-444d-b1f4-7f9a107e147b,revision_number=1']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:29.195977 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.224740 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Attempting to bind port 065cece5-b667-444d-b1f4-7f9a107e147b on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:21:29.225495 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Attempting to bind port 065cece5-b667-444d-b1f4-7f9a107e147b by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '6a05177e-fb22-4541-aa50-2136e7ff49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:21:29.225948 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Attempting to bind port 065cece5-b667-444d-b1f4-7f9a107e147b on network 86831145-06ed-482f-bf84-3bc1fa9ae2c8 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:29.231468 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:21:29.232058 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Checking segment: {'id': '6a05177e-fb22-4541-aa50-2136e7ff49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:29.232738 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.233373 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Bound using segment: {'id': '6a05177e-fb22-4541-aa50-2136e7ff49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:21:29.234225 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Bound port: 065cece5-b667-444d-b1f4-7f9a107e147b, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a05177e-fb22-4541-aa50-2136e7ff49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:21:29.234888 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.237679 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.280482 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:21:29.283658 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:29.288029 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:21:29.291110 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e889ec-3865-4cde-bf66-73b7556343b1,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:29.309683 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] For port 065cece5-b667-444d-b1f4-7f9a107e147b, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:21:29.315160 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] For port 065cece5-b667-444d-b1f4-7f9a107e147b, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=065cece5-b667-444d-b1f4-7f9a107e147b,segment=NetworkSegment(6a05177e-fb22-4541-aa50-2136e7ff49ed),segment_id=6a05177e-fb22-4541-aa50-2136e7ff49ed)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:21:29.322157 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.367681 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 2, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:29.397518 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32936b11-cafb-4af5-ad31-45482f2b5d09 None None] Pushing event updated for resources: {'Port': ['ID=065cece5-b667-444d-b1f4-7f9a107e147b,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:29.403229 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Checking router: e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:21:29.403841 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Updating router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 port a1350a77-d700-465c-8b73-e3942458c02b binding host dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:21:29.450743 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.555789 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.755833 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 14a3808d-ab63-401c-be57-bc6275f9c557 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:29.772505 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Notify callbacks [] for port, precommit_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.786090 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.provisioning_blocks [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Transition to ACTIVE for port object a1350a77-d700-465c-8b73-e3942458c02b will not be triggered until provisioned by entity L2. {{(pid=93131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:29.792742 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.814557 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 14a3808d-ab63-401c-be57-bc6275f9c557 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:29.815712 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-369596'] for router, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.818728 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 14a3808d-ab63-401c-be57-bc6275f9c557 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:29.819239 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.865341 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Pushing event updated for resources: {'Port': ['ID=a1350a77-d700-465c-8b73-e3942458c02b,revision_number=3']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:29.892385 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:29.892731 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:29.893059 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:29.893421 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:29.893742 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:29.894060 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:29.894370 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:29.894684 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:29.895020 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:29.895328 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:29.895637 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:29.896302 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:29.918250 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.924767 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Attempting to bind port a1350a77-d700-465c-8b73-e3942458c02b on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:21:29.924767 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Attempting to bind port a1350a77-d700-465c-8b73-e3942458c02b by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:21:29.925193 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Attempting to bind port a1350a77-d700-465c-8b73-e3942458c02b on network 36f2d125-b520-40b8-b6d0-7d756105f2d0 {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:29.934042 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:21:29.934616 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Checking segment: {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:29.935175 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.936902 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Bound using segment: {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:21:29.938160 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Bound port: a1350a77-d700-465c-8b73-e3942458c02b, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'}}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:21:29.938160 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.943012 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port 14a3808d-ab63-401c-be57-bc6275f9c557, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=14a3808d-ab63-401c-be57-bc6275f9c557,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:29.948034 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.949360 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 065cece5-b667-444d-b1f4-7f9a107e147b up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:29.978971 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Router 0ad290bb-67a2-4624-ba88-99708b6181af is scheduled to L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df with binding_index 1 {{(pid=93129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:21:30.027852 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] For port a1350a77-d700-465c-8b73-e3942458c02b, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:21:30.031995 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] For port a1350a77-d700-465c-8b73-e3942458c02b, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=a1350a77-d700-465c-8b73-e3942458c02b,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:21:30.037387 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.045803 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=14a3808d-ab63-401c-be57-bc6275f9c557,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:30.068727 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port 065cece5-b667-444d-b1f4-7f9a107e147b completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:30.109302 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1bb15-8ace-4ee6-99d9-c86b0a7b9df6 None None] Pushing event updated for resources: {'Port': ['ID=a1350a77-d700-465c-8b73-e3942458c02b,revision_number=4']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:30.116425 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:30.117064 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:30.144184 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:21:30.163175 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Sync routers for ids ['0ad290bb-67a2-4624-ba88-99708b6181af'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:21:30.167309 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-c4a0cd40-24bb-434a-bdb5-6f2accc86535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.176415 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] Notify callbacks [] for router, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.180719 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58126) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:30.181922 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-0d3c07f5-a587-4d30-9d1a-145908a1f872 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6498845 Jul 22 21:21:30.199306 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Routers {'0ad290bb-67a2-4624-ba88-99708b6181af'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:30.200970 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['0ad290bb-67a2-4624-ba88-99708b6181af'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:30.285206 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:30.390340 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Set router 0ad290bb-67a2-4624-ba88-99708b6181af gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:30.527307 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea11f868-a4f2-4609-ba0a-64f770b5b621 None None] Network 86831145-06ed-482f-bf84-3bc1fa9ae2c8 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:21:30.528836 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:30Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:30.558515 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b07f68-cbc4-4cfb-a20e-9fe8d585f34a None None] The sync data for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi is: [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:30Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:21:30.650963 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-d8a7d765-52ad-4e55-9de3-6c9b1b8edc95 None None] Provisioning for port 065cece5-b667-444d-b1f4-7f9a107e147b completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:30.662914 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-d8a7d765-52ad-4e55-9de3-6c9b1b8edc95 None None] Provisioning complete for port 065cece5-b667-444d-b1f4-7f9a107e147b triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:30.663289 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d765-52ad-4e55-9de3-6c9b1b8edc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.719053 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.768082 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'name': 'tempest-TestVolumeBootPattern-1804807900-router', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 3, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'gw_port': {'id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:30.804779 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Checking router: 0ad290bb-67a2-4624-ba88-99708b6181af for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:21:30.805148 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Updating router 0ad290bb-67a2-4624-ba88-99708b6181af port c8e889ec-3865-4cde-bf66-73b7556343b1 binding host dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:21:30.872484 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d765-52ad-4e55-9de3-6c9b1b8edc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.885457 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Allocated IP 172.20.0.1 (86831145-06ed-482f-bf84-3bc1fa9ae2c8/1fb43645-5259-4bab-8eb1-6aed9b44fc22/da7d1888-bbcb-4cc9-a849-f4b6b3a16d29) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:21:30.892050 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.942823 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-d8a7d765-52ad-4e55-9de3-6c9b1b8edc95 None None] For port 065cece5-b667-444d-b1f4-7f9a107e147b, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=065cece5-b667-444d-b1f4-7f9a107e147b,segment=NetworkSegment(6a05177e-fb22-4541-aa50-2136e7ff49ed),segment_id=6a05177e-fb22-4541-aa50-2136e7ff49ed)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:30.953617 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d765-52ad-4e55-9de3-6c9b1b8edc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.005962 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.021807 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Transition to ACTIVE for port object da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:31.059315 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.075972 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7d765-52ad-4e55-9de3-6c9b1b8edc95 None None] Pushing event updated for resources: {'Port': ['ID=065cece5-b667-444d-b1f4-7f9a107e147b,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:31.098385 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Network 86831145-06ed-482f-bf84-3bc1fa9ae2c8 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:21:31.101482 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:31.105061 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:21:31.148041 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=da7d1888-bbcb-4cc9-a849-f4b6b3a16d29,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:31.159591 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-369485'] for router_interface, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.214388 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-e4f49a0a-623f-4daa-92aa-08fb8f4d1597 None None] Provisioning complete for port 065cece5-b667-444d-b1f4-7f9a107e147b triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:31.214388 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-e4f49a0a-623f-4daa-92aa-08fb8f4d1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.263216 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Notify callbacks [] for port, precommit_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.280281 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Transition to ACTIVE for port object c8e889ec-3865-4cde-bf66-73b7556343b1 will not be triggered until provisioned by entity L2. {{(pid=93130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:31.287988 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.332419 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.377269 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2c0af-164b-4ad4-a5c7-79ee51119773 None None] Pushing event updated for resources: {'Port': ['ID=c8e889ec-3865-4cde-bf66-73b7556343b1,revision_number=2']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:31.383505 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Attempting to bind port c8e889ec-3865-4cde-bf66-73b7556343b1 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:21:31.383883 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Attempting to bind port c8e889ec-3865-4cde-bf66-73b7556343b1 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:21:31.384267 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Attempting to bind port c8e889ec-3865-4cde-bf66-73b7556343b1 on network c2812c71-7be5-4495-afd6-eaefb879ca73 {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:31.394448 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:21:31.395123 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Checking segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:31.395236 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.395576 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Bound using segment: {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'} {{(pid=93130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:21:31.396046 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.managers [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Bound port: c8e889ec-3865-4cde-bf66-73b7556343b1, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48cc51-cd90-4817-a0e8-072442711e65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73'}}] {{(pid=93130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:21:31.396475 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.455883 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] For port c8e889ec-3865-4cde-bf66-73b7556343b1, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:21:31.458836 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] For port c8e889ec-3865-4cde-bf66-73b7556343b1, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=c8e889ec-3865-4cde-bf66-73b7556343b1,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:21:31.462925 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.517429 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.523733 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.524972 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Routers {'0ad290bb-67a2-4624-ba88-99708b6181af'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:31.525634 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['0ad290bb-67a2-4624-ba88-99708b6181af'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:31.563779 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2c0af-164b-4ad4-a5c7-79ee51119773 None None] Pushing event updated for resources: {'Port': ['ID=c8e889ec-3865-4cde-bf66-73b7556343b1,revision_number=3']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:31.588836 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=da7d1888-bbcb-4cc9-a849-f4b6b3a16d29,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:31.591405 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416765'] for router_interface, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.695072 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Network 86831145-06ed-482f-bf84-3bc1fa9ae2c8 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:21:31.696595 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:31.723838 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device a1350a77-d700-465c-8b73-e3942458c02b up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:31.730892 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-dec1cf3c-1bac-4c0f-85d5-976e818d607d None None] Provisioning for port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:31.757665 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-dec1cf3c-1bac-4c0f-85d5-976e818d607d None None] Provisioning complete for port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:31.758037 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-dec1cf3c-1bac-4c0f-85d5-976e818d607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.822282 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Router 0ad290bb-67a2-4624-ba88-99708b6181af has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:21:31.823196 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-dec1cf3c-1bac-4c0f-85d5-976e818d607d None None] Port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:21:31.836775 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] Set router 0ad290bb-67a2-4624-ba88-99708b6181af gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:31.869914 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port a1350a77-d700-465c-8b73-e3942458c02b completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:31.879883 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port a1350a77-d700-465c-8b73-e3942458c02b triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:31.880249 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.939024 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:21:31.943992 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-88acb82a-ee2c-4bd4-88d3-9293460d8bf4 admin admin] 10.222.0.61 "PUT /v2.0/routers/0ad290bb-67a2-4624-ba88-99708b6181af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7613463 Jul 22 21:21:32.011662 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-c2b7f548-bb7a-463d-b06f-a1920bd91b8c None None] Provisioning complete for port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:32.011956 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f548-bb7a-463d-b06f-a1920bd91b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.091841 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-c2b7f548-bb7a-463d-b06f-a1920bd91b8c None None] Port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:21:32.098906 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.158343 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port a1350a77-d700-465c-8b73-e3942458c02b, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=a1350a77-d700-465c-8b73-e3942458c02b,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:32.163272 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.164094 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 14a3808d-ab63-401c-be57-bc6275f9c557 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:32.233553 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'name': 'tempest-TestVolumeBootPattern-1804807900-router', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:31Z', 'revision_number': 4, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'gw_port': {'id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'da7d1888-bbcb-4cc9-a849-f4b6b3a16d29', 'name': '', 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'mac_address': 'fa:16:3e:fd:b6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1fb43645-5259-4bab-8eb1-6aed9b44fc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:30Z', 'updated_at': '2021-07-22T21:21:31Z', 'revision_number': 2, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'subnets': [{'id': '1fb43645-5259-4bab-8eb1-6aed9b44fc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:32.274183 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26a5c2-47c0-4171-8ba7-d414557d5da1 None None] The sync data for ids ['0ad290bb-67a2-4624-ba88-99708b6181af'] in dv-cinder-801902-1-iscsi is: [{'id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'name': 'tempest-TestVolumeBootPattern-1804807900-router', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:31Z', 'revision_number': 4, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'gw_port': {'id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'da7d1888-bbcb-4cc9-a849-f4b6b3a16d29', 'name': '', 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'mac_address': 'fa:16:3e:fd:b6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1fb43645-5259-4bab-8eb1-6aed9b44fc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:30Z', 'updated_at': '2021-07-22T21:21:31Z', 'revision_number': 2, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'subnets': [{'id': '1fb43645-5259-4bab-8eb1-6aed9b44fc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:21:32.277494 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=a1350a77-d700-465c-8b73-e3942458c02b,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:32.288268 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 14a3808d-ab63-401c-be57-bc6275f9c557 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:32.288640 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.380522 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 065cece5-b667-444d-b1f4-7f9a107e147b up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:32.431339 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port 065cece5-b667-444d-b1f4-7f9a107e147b triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:32.431926 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.527673 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58134) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:32.532477 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [None req-a878ae93-b2ce-483b-939b-5b95b3146ea5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673673845', 'description': 'tempest-secgroup-smoke-1673673845 description', 'project_id': '4454557b4eb2420c827459ed1b8d6f1f'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:32.556449 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a878ae93-b2ce-483b-939b-5b95b3146ea5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.641783 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a878ae93-b2ce-483b-939b-5b95b3146ea5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.646057 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a878ae93-b2ce-483b-939b-5b95b3146ea5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.673430 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-a878ae93-b2ce-483b-939b-5b95b3146ea5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.674665 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-a878ae93-b2ce-483b-939b-5b95b3146ea5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1460538 Jul 22 21:21:32.678038 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58136) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:32.682651 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-3ca267ea-33ab-401d-93d7-7a669ee882a2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'security_group_rule': {'security_group_id': '499b37d3-91cc-4d95-9a4f-e1360b37b0fc', 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:32.682809 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878ae93-b2ce-483b-939b-5b95b3146ea5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499b37d3-91cc-4d95-9a4f-e1360b37b0fc,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:32.711798 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3ca267ea-33ab-401d-93d7-7a669ee882a2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.769434 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3ca267ea-33ab-401d-93d7-7a669ee882a2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.774100 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3ca267ea-33ab-401d-93d7-7a669ee882a2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.792667 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca267ea-33ab-401d-93d7-7a669ee882a2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45003837-3f27-40b2-befd-1c03ac9f7c08,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:32.799321 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-3ca267ea-33ab-401d-93d7-7a669ee882a2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.800857 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-3ca267ea-33ab-401d-93d7-7a669ee882a2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218221 Jul 22 21:21:32.803696 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58138) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:32.808842 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-91fcc2fd-f639-40a3-a1e8-162375934e9f tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'security_group_rule': {'security_group_id': '499b37d3-91cc-4d95-9a4f-e1360b37b0fc', 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:32.837242 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91fcc2fd-f639-40a3-a1e8-162375934e9f tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.871960 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-b12ae066-9501-4e31-a1e8-f3683b40a4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.893343 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91fcc2fd-f639-40a3-a1e8-162375934e9f tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.896503 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91fcc2fd-f639-40a3-a1e8-162375934e9f tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.912877 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcc2fd-f639-40a3-a1e8-162375934e9f tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01516a1-6023-4579-9959-9e02f826ee77,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:32.922013 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91fcc2fd-f639-40a3-a1e8-162375934e9f tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:32.923186 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-91fcc2fd-f639-40a3-a1e8-162375934e9f tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183126 Jul 22 21:21:32.925892 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58140) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:32.930169 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-df23c0ce-48d6-4697-bfd8-8667f1beb3db tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'security_group_rule': {'security_group_id': '499b37d3-91cc-4d95-9a4f-e1360b37b0fc', 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:32.954593 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-df23c0ce-48d6-4697-bfd8-8667f1beb3db tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.011903 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-df23c0ce-48d6-4697-bfd8-8667f1beb3db tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.015726 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-df23c0ce-48d6-4697-bfd8-8667f1beb3db tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.033593 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23c0ce-48d6-4697-bfd8-8667f1beb3db tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47e6f07-6cb0-4635-a853-c20caa0d2ba1,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:33.036487 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-df23c0ce-48d6-4697-bfd8-8667f1beb3db tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.037659 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-df23c0ce-48d6-4697-bfd8-8667f1beb3db tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1108820 Jul 22 21:21:33.040875 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58142) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:33.045890 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-a3a67f7d-bc63-47eb-8b63-c338573b4f1b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'security_group_rule': {'security_group_id': '499b37d3-91cc-4d95-9a4f-e1360b37b0fc', 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:33.069668 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a3a67f7d-bc63-47eb-8b63-c338573b4f1b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.126089 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a3a67f7d-bc63-47eb-8b63-c338573b4f1b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.129866 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a3a67f7d-bc63-47eb-8b63-c338573b4f1b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.147313 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a67f7d-bc63-47eb-8b63-c338573b4f1b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e820f571-987d-4e05-b7b6-c1f0001fd871,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:33.153201 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-a3a67f7d-bc63-47eb-8b63-c338573b4f1b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.154938 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a3a67f7d-bc63-47eb-8b63-c338573b4f1b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1125505 Jul 22 21:21:33.157633 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58144) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:33.161976 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-783d99bf-bd66-4af2-92f2-09b013a787d2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'security_group_rule': {'security_group_id': '499b37d3-91cc-4d95-9a4f-e1360b37b0fc', 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:33.182103 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.securitygroups_db [None req-783d99bf-bd66-4af2-92f2-09b013a787d2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Project 4454557b4eb2420c827459ed1b8d6f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:21:33.186807 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-783d99bf-bd66-4af2-92f2-09b013a787d2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.219451 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.249252 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-783d99bf-bd66-4af2-92f2-09b013a787d2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.253564 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-783d99bf-bd66-4af2-92f2-09b013a787d2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.278668 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d99bf-bd66-4af2-92f2-09b013a787d2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c89643-6a77-48c1-bbd4-752103a14e4e,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:33.290752 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-783d99bf-bd66-4af2-92f2-09b013a787d2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.294443 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-783d99bf-bd66-4af2-92f2-09b013a787d2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355667 Jul 22 21:21:33.295617 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58146) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:33.302719 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-91accb14-901c-48d9-b20e-537b58c66a0c tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'security_group_rule': {'security_group_id': '499b37d3-91cc-4d95-9a4f-e1360b37b0fc', 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:33.329434 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.securitygroups_db [None req-91accb14-901c-48d9-b20e-537b58c66a0c tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Project 4454557b4eb2420c827459ed1b8d6f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:21:33.334632 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91accb14-901c-48d9-b20e-537b58c66a0c tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.406106 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91accb14-901c-48d9-b20e-537b58c66a0c tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.410388 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91accb14-901c-48d9-b20e-537b58c66a0c tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594749'] for security_group_rule, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.429349 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91accb14-901c-48d9-b20e-537b58c66a0c tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5dd4ef-415c-4655-b62d-b999c21fee2b,revision_number=0']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:33.431611 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-91accb14-901c-48d9-b20e-537b58c66a0c tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.433997 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-91accb14-901c-48d9-b20e-537b58c66a0c tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359062 Jul 22 21:21:33.772139 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device a1350a77-d700-465c-8b73-e3942458c02b up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:33.829048 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port a1350a77-d700-465c-8b73-e3942458c02b triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:33.829441 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:33.922558 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device c8e889ec-3865-4cde-bf66-73b7556343b1 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:33.972209 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port c8e889ec-3865-4cde-bf66-73b7556343b1 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:33.975915 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port c8e889ec-3865-4cde-bf66-73b7556343b1 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:33.976280 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:34.016510 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:34.059660 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:34.080982 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port c8e889ec-3865-4cde-bf66-73b7556343b1, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=c8e889ec-3865-4cde-bf66-73b7556343b1,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:34.084606 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:34.135340 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=c8e889ec-3865-4cde-bf66-73b7556343b1,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:34.580397 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Sync routers for ids ['0ad290bb-67a2-4624-ba88-99708b6181af'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:21:34.589355 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Routers {'0ad290bb-67a2-4624-ba88-99708b6181af'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:34.589958 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['0ad290bb-67a2-4624-ba88-99708b6181af'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:34.695044 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Set router 0ad290bb-67a2-4624-ba88-99708b6181af gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:34.979574 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'name': 'tempest-TestVolumeBootPattern-1804807900-router', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:31Z', 'revision_number': 4, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'gw_port': {'id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'da7d1888-bbcb-4cc9-a849-f4b6b3a16d29', 'name': '', 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'mac_address': 'fa:16:3e:fd:b6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1fb43645-5259-4bab-8eb1-6aed9b44fc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:30Z', 'updated_at': '2021-07-22T21:21:31Z', 'revision_number': 2, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'subnets': [{'id': '1fb43645-5259-4bab-8eb1-6aed9b44fc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:35.005140 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Checking router: 0ad290bb-67a2-4624-ba88-99708b6181af for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:21:35.005783 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Updating router 0ad290bb-67a2-4624-ba88-99708b6181af port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 binding host dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:21:35.041795 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:35.251232 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:35.303588 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Notify callbacks [] for port, precommit_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:35.314151 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.provisioning_blocks [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Transition to ACTIVE for port object da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 will not be triggered until provisioned by entity L2. {{(pid=93131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:35.320245 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:35.371672 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9647e6-555c-4976-8e4a-626ee1f7acfe None None] Pushing event updated for resources: {'Port': ['ID=da7d1888-bbcb-4cc9-a849-f4b6b3a16d29,revision_number=3']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:35.428616 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Attempting to bind port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 on host dv-cinder-801902-1-iscsi for vnic_type normal with profile {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:21:35.428972 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Attempting to bind port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 by drivers openvswitch,hyperv on host dv-cinder-801902-1-iscsi at level 0 using segments [{'id': '6a05177e-fb22-4541-aa50-2136e7ff49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8'}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:21:35.429470 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Attempting to bind port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 on network 86831145-06ed-482f-bf84-3bc1fa9ae2c8 {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:35.434369 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Checking agent: {'id': '3470c761-6958-4a08-aadd-ab67b842944d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801902-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 0, 33), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801902-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:21:35.434728 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Checking segment: {'id': '6a05177e-fb22-4541-aa50-2136e7ff49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:35.435304 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:35.436197 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Bound using segment: {'id': '6a05177e-fb22-4541-aa50-2136e7ff49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8'} {{(pid=93131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:21:35.436677 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.managers [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Bound port: da7d1888-bbcb-4cc9-a849-f4b6b3a16d29, host: dv-cinder-801902-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a05177e-fb22-4541-aa50-2136e7ff49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8'}}] {{(pid=93131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:21:35.437074 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:35.502749 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] For port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29, host dv-cinder-801902-1-iscsi, cleared binding levels {{(pid=93131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:21:35.505936 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.plugins.ml2.db [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] For port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29, host dv-cinder-801902-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=da7d1888-bbcb-4cc9-a849-f4b6b3a16d29,segment=NetworkSegment(6a05177e-fb22-4541-aa50-2136e7ff49ed),segment_id=6a05177e-fb22-4541-aa50-2136e7ff49ed)] {{(pid=93131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:21:35.510558 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron_lib.callbacks.manager [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:35.569750 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Routers {'0ad290bb-67a2-4624-ba88-99708b6181af'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:35.570372 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:21:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['0ad290bb-67a2-4624-ba88-99708b6181af'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:35.572097 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9647e6-555c-4976-8e4a-626ee1f7acfe None None] Pushing event updated for resources: {'Port': ['ID=da7d1888-bbcb-4cc9-a849-f4b6b3a16d29,revision_number=4']} {{(pid=93131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:35.693919 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] Set router 0ad290bb-67a2-4624-ba88-99708b6181af gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:35.716408 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device c8e889ec-3865-4cde-bf66-73b7556343b1 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:35.774956 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port c8e889ec-3865-4cde-bf66-73b7556343b1 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:35.775321 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:35.851903 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:35.900534 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning for port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:35.901340 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'name': 'tempest-TestVolumeBootPattern-1804807900-router', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:31Z', 'revision_number': 4, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'gw_port': {'id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'da7d1888-bbcb-4cc9-a849-f4b6b3a16d29', 'name': '', 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'mac_address': 'fa:16:3e:fd:b6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1fb43645-5259-4bab-8eb1-6aed9b44fc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:30Z', 'updated_at': '2021-07-22T21:21:35Z', 'revision_number': 4, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'subnets': [{'id': '1fb43645-5259-4bab-8eb1-6aed9b44fc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:35.905591 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:35.906122 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:35.928694 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b46700c-9d96-48f6-b39a-836a20e6d49f None None] The sync data for ids ['0ad290bb-67a2-4624-ba88-99708b6181af'] in dv-cinder-801902-1-iscsi is: [{'id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'name': 'tempest-TestVolumeBootPattern-1804807900-router', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:31Z', 'revision_number': 4, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'gw_port': {'id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'da7d1888-bbcb-4cc9-a849-f4b6b3a16d29', 'name': '', 'network_id': '86831145-06ed-482f-bf84-3bc1fa9ae2c8', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'mac_address': 'fa:16:3e:fd:b6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1fb43645-5259-4bab-8eb1-6aed9b44fc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:30Z', 'updated_at': '2021-07-22T21:21:35Z', 'revision_number': 4, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'subnets': [{'id': '1fb43645-5259-4bab-8eb1-6aed9b44fc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:21:35.987436 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:36.021215 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] For port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=da7d1888-bbcb-4cc9-a849-f4b6b3a16d29,segment=NetworkSegment(6a05177e-fb22-4541-aa50-2136e7ff49ed),segment_id=6a05177e-fb22-4541-aa50-2136e7ff49ed)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:36.025471 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:36.080456 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Pushing event updated for resources: {'Port': ['ID=da7d1888-bbcb-4cc9-a849-f4b6b3a16d29,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:37.678747 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 up at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:37.726760 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Provisioning complete for port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:37.727124 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:47.027328 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:54.107235 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-a147959f-28ab-4999-be94-bfa812ee9cd7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673673845&fields=id&tenant_id=4454557b4eb2420c827459ed1b8d6f1f HTTP/1.1" status: 200 len: 267 time: 0.0332942 Jul 22 21:21:54.220599 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-859a0478-6768-4855-b0ef-a606b7117e39 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:54.222524 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-859a0478-6768-4855-b0ef-a606b7117e39 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 812 time: 0.1091628 Jul 22 21:21:54.236850 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-d4b384a0-af0e-4250-aa19-acbc54f480dd tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/quotas/4454557b4eb2420c827459ed1b8d6f1f HTTP/1.1" status: 200 len: 375 time: 0.0089147 Jul 22 21:21:54.300394 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-fdcd63e4-8312-467e-b1b4-6df9525713f4 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586402 Jul 22 21:21:54.390649 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-9f002d06-be45-4121-8969-b3c461644271 service neutron] 10.222.0.61 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795999 Jul 22 21:21:54.482653 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-5a0b07b3-4488-4282-8777-fe18ddf90762 service neutron] 10.222.0.61 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857034 Jul 22 21:21:54.765919 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5e967686-5941-4f0b-ba74-0678ca263978 req-ab7440c0-1b64-473b-8926-55b668db3f41 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 210 time: 0.0289578 Jul 22 21:21:55.875466 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1a9f97da-61ec-44cb-8b14-aaa233762251 req-037e0e29-6ad3-4fc8-80ce-056a5582be42 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 210 time: 0.0428290 Jul 22 21:21:56.223094 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-719c3af6-2c06-47cf-bd5a-f50834acd9db tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:56.224498 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-719c3af6-2c06-47cf-bd5a-f50834acd9db tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 812 time: 0.3588150 Jul 22 21:21:56.285346 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-94566287-64bc-4a73-8f79-fce4cce83791 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4454557b4eb2420c827459ed1b8d6f1f HTTP/1.1" status: 200 len: 380 time: 0.0334780 Jul 22 21:21:56.299045 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'port': {'device_id': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'admin_state_up': True, 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'security_groups': ['499b37d3-91cc-4d95-9a4f-e1360b37b0fc']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:56.405979 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Made reservation on behalf of 4454557b4eb2420c827459ed1b8d6f1f for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:21:56.408815 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:56.531450 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Allocated IP 172.20.0.10 (36f2d125-b520-40b8-b6d0-7d756105f2d0/0295bd8a-72e1-40e4-b8dd-6cd655cf26e5/93d0fab6-1471-4963-bd3c-a178a434d668) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:21:56.665488 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:56.678839 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Transition to ACTIVE for port object 93d0fab6-1471-4963-bd3c-a178a434d668 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:56.710888 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:56.754698 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Network 36f2d125-b520-40b8-b6d0-7d756105f2d0 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:21:56.759611 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:21:56.763122 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:21:56.790363 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'Port': ['ID=93d0fab6-1471-4963-bd3c-a178a434d668,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:56.820760 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:56.821540 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:56.838949 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-bd594793-c155-40f7-a061-3da4060756ed tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5433278 Jul 22 21:21:56.876731 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Request body: {'port': {'device_id': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:21:56.959906 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.004300 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-10c3a800-c73d-4e28-834e-0bfd17273891 None None] Provisioning for port 93d0fab6-1471-4963-bd3c-a178a434d668 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:21:57.007916 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-10c3a800-c73d-4e28-834e-0bfd17273891 None None] Provisioning complete for port 93d0fab6-1471-4963-bd3c-a178a434d668 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:57.008281 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-10c3a800-c73d-4e28-834e-0bfd17273891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.044898 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-10c3a800-c73d-4e28-834e-0bfd17273891 None None] Port 93d0fab6-1471-4963-bd3c-a178a434d668 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:21:57.103164 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6103a5-b3ec-49e4-ae9f-9d7e75ddd2e9 req-a3e22c9b-541b-488f-95e2-e3f7765f0b73 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:57.104653 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6c6103a5-b3ec-49e4-ae9f-9d7e75ddd2e9 req-a3e22c9b-541b-488f-95e2-e3f7765f0b73 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 932 time: 0.1559353 Jul 22 21:21:57.174660 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-6c6103a5-b3ec-49e4-ae9f-9d7e75ddd2e9 req-2ec41cdf-ba78-4214-80ea-b287d5597c9d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620458 Jul 22 21:21:57.286279 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d0fab6-1471-4963-bd3c-a178a434d668 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:21:57.293712 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.305410 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Transition to ACTIVE for port object 93d0fab6-1471-4963-bd3c-a178a434d668 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:21:57.308604 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.359075 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Pushing event updated for resources: {'Port': ['ID=93d0fab6-1471-4963-bd3c-a178a434d668,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:57.434824 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Attempting to bind port 93d0fab6-1471-4963-bd3c-a178a434d668 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:21:57.435166 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Attempting to bind port 93d0fab6-1471-4963-bd3c-a178a434d668 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:21:57.435504 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Attempting to bind port 93d0fab6-1471-4963-bd3c-a178a434d668 on network 36f2d125-b520-40b8-b6d0-7d756105f2d0 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:57.440149 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Port 93d0fab6-1471-4963-bd3c-a178a434d668 on network 36f2d125-b520-40b8-b6d0-7d756105f2d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:21:57.441191 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Attempting to bind port 93d0fab6-1471-4963-bd3c-a178a434d668 on network 36f2d125-b520-40b8-b6d0-7d756105f2d0 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:21:57.446086 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:21:57.446424 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Checking segment: {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:21:57.446810 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Bound using segment: {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:21:57.447240 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Bound port: 93d0fab6-1471-4963-bd3c-a178a434d668, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:21:57.447605 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.522036 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] For port 93d0fab6-1471-4963-bd3c-a178a434d668, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:21:57.526449 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] For port 93d0fab6-1471-4963-bd3c-a178a434d668, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=93d0fab6-1471-4963-bd3c-a178a434d668,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:21:57.530738 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.563920 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:57.564529 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.566461 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] 10.222.0.72 "PUT /v2.0/ports/93d0fab6-1471-4963-bd3c-a178a434d668 HTTP/1.1" status: 200 len: 1094 time: 0.6944180 Jul 22 21:21:57.566898 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'tag': '93d0fab6-1471-4963-bd3c-a178a434d668'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:57.569262 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dddc7d-5fa0-4b35-97df-6c29cd6e0a95" -d '{"events": [{"name": "network-changed", "server_uuid": "a7205ec9-d693-4f29-b592-8667cbabcf36", "tag": "93d0fab6-1471-4963-bd3c-a178a434d668"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:57.596436 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec1477-dcd9-4317-927b-98c52fd2b50e service neutron] Pushing event updated for resources: {'Port': ['ID=93d0fab6-1471-4963-bd3c-a178a434d668,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:57.613021 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95670a08-c052-4a6a-8ba5-41d64bb67e11 x-openstack-request-id: req-95670a08-c052-4a6a-8ba5-41d64bb67e11 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:57.613358 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7205ec9-d693-4f29-b592-8667cbabcf36", "tag": "93d0fab6-1471-4963-bd3c-a178a434d668", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:57.613606 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95670a08-c052-4a6a-8ba5-41d64bb67e11 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:57.614001 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'tag': '93d0fab6-1471-4963-bd3c-a178a434d668', 'status': 'completed', 'code': 200} Jul 22 21:21:57.704811 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-8293b874-4d4c-4819-9c0d-1546be9cb8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:57.706904 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-8293b874-4d4c-4819-9c0d-1546be9cb8e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 1097 time: 0.0604727 Jul 22 21:21:57.758778 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-2c0406e4-3c68-4552-956b-0a6fdc0b8ee2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93d0fab6-1471-4963-bd3c-a178a434d668 HTTP/1.1" status: 200 len: 217 time: 0.0352199 Jul 22 21:21:57.808924 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-8104d68d-2e00-4b24-adbd-076f0f65f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:57.810404 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-8104d68d-2e00-4b24-adbd-076f0f65f266 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0448959 Jul 22 21:21:57.874388 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-ac1d765a-e767-4e46-a9d0-530e80403090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:57.875841 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-ac1d765a-e767-4e46-a9d0-530e80403090 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570791 Jul 22 21:21:57.963282 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-2008f7c6-5161-4388-8407-23008e501e82 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798244 Jul 22 21:21:58.056851 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-84d21f57-afe6-4489-baea-dc6e60e5f53d req-92f718d1-df9f-4180-9b4d-6b9dbfd4a6a2 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857968 Jul 22 21:21:58.217558 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dddc7d-5fa0-4b35-97df-6c29cd6e0a95 req-470d2731-a348-40ca-b3ab-aa4723496f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:58.218987 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58dddc7d-5fa0-4b35-97df-6c29cd6e0a95 req-470d2731-a348-40ca-b3ab-aa4723496f95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 1097 time: 0.0549374 Jul 22 21:21:58.347723 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dddc7d-5fa0-4b35-97df-6c29cd6e0a95 req-2591de3a-de24-4cbd-8e00-fb8fed7b0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:58.349192 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58dddc7d-5fa0-4b35-97df-6c29cd6e0a95 req-2591de3a-de24-4cbd-8e00-fb8fed7b0043 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.1211379 Jul 22 21:21:58.372503 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa66cd-22e5-4882-b2e4-13350360d69f req-f06a3a0f-8a47-4a01-ad8a-87e0f53e86f5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:58.373979 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-17aa66cd-22e5-4882-b2e4-13350360d69f req-f06a3a0f-8a47-4a01-ad8a-87e0f53e86f5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 944 time: 0.1272099 Jul 22 21:21:58.413753 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58dddc7d-5fa0-4b35-97df-6c29cd6e0a95 req-102b1b14-c792-4270-a977-b5a4fcaf270d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93d0fab6-1471-4963-bd3c-a178a434d668 HTTP/1.1" status: 200 len: 217 time: 0.0388472 Jul 22 21:21:58.469501 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-17aa66cd-22e5-4882-b2e4-13350360d69f req-c4d4c10d-f67d-42bc-90f4-cb588e0827bd tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886526 Jul 22 21:21:58.485520 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dddc7d-5fa0-4b35-97df-6c29cd6e0a95 req-411f329d-9b37-4345-976b-c83ec51ddcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:58.485520 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58dddc7d-5fa0-4b35-97df-6c29cd6e0a95 req-411f329d-9b37-4345-976b-c83ec51ddcd5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0625808 Jul 22 21:21:58.550979 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dddc7d-5fa0-4b35-97df-6c29cd6e0a95 req-46bb71b1-7b8e-4955-92ea-c38efefa9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:58.552974 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58dddc7d-5fa0-4b35-97df-6c29cd6e0a95 req-46bb71b1-7b8e-4955-92ea-c38efefa9db9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565000 Jul 22 21:21:58.611877 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:21:58.645833 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58dddc7d-5fa0-4b35-97df-6c29cd6e0a95 req-eb6c0317-db96-492b-bdb4-781038a515b3 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812235 Jul 22 21:21:58.738259 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-58dddc7d-5fa0-4b35-97df-6c29cd6e0a95 req-fb805418-2914-4350-a263-523a3b2d6fa7 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842957 Jul 22 21:21:59.604399 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f025167-5d67-4063-8fa7-1b5c624e52f6 req-e339dbf3-5330-4ee9-b4d7-410da7e0ce51 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:59.605915 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f025167-5d67-4063-8fa7-1b5c624e52f6 req-e339dbf3-5330-4ee9-b4d7-410da7e0ce51 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 944 time: 0.0673530 Jul 22 21:21:59.644472 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0f025167-5d67-4063-8fa7-1b5c624e52f6 req-ac30d5db-f86e-4149-9ee6-268aa29a9b31 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329578 Jul 22 21:22:00.138543 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-5cce35b6-bee0-4fb7-9d13-a5c959bad4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:00.776287 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a0626-ec21-477d-a8ad-0076f4b170ba req-2adad6c2-9dc6-4fc9-ad38-f09b8d638a47 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:00.777812 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7b2a0626-ec21-477d-a8ad-0076f4b170ba req-2adad6c2-9dc6-4fc9-ad38-f09b8d638a47 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 944 time: 0.0674839 Jul 22 21:22:00.814491 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-7b2a0626-ec21-477d-a8ad-0076f4b170ba req-761a0007-4bfd-444e-9f97-b9cf88c6d8d1 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Jul 22 21:22:01.939842 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a74f93-89b5-4ca6-b6b2-c4bed0ffeaae req-dde92008-ef6e-48cf-a9c3-d5ce897f3339 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:01.941865 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c1a74f93-89b5-4ca6-b6b2-c4bed0ffeaae req-dde92008-ef6e-48cf-a9c3-d5ce897f3339 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 944 time: 0.0629036 Jul 22 21:22:01.978869 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c1a74f93-89b5-4ca6-b6b2-c4bed0ffeaae req-ab664844-b751-4c9a-9606-511957027b74 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Jul 22 21:22:02.872270 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-457c13aa-4818-4e24-b429-63fad80d1bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:03.104368 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd11187-bb1a-41a3-9e8c-5f10c440988b req-d74018e3-57a1-4b7b-9611-e1a487fdb759 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:03.105983 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cd11187-bb1a-41a3-9e8c-5f10c440988b req-d74018e3-57a1-4b7b-9611-e1a487fdb759 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 944 time: 0.0626402 Jul 22 21:22:03.146361 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2cd11187-bb1a-41a3-9e8c-5f10c440988b req-60eb8e1d-4093-4c70-a825-56a01745eca8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348518 Jul 22 21:22:03.221016 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:04.002999 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:04.271950 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c6402-b3f4-4b9a-887c-bf002395a850 req-25b7281c-6e46-4ad2-9810-bc60216c11b0 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:04.273351 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d94c6402-b3f4-4b9a-887c-bf002395a850 req-25b7281c-6e46-4ad2-9810-bc60216c11b0 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 944 time: 0.0631096 Jul 22 21:22:04.322210 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d94c6402-b3f4-4b9a-887c-bf002395a850 req-327553ca-9e04-461e-8049-4f2abca536ba tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427113 Jul 22 21:22:05.253992 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:05.454929 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df31b7f-f2e2-489f-81d6-c0b08a7b789d req-312016e1-bf0d-440d-83e2-553f6ddb9b04 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:05.457068 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2df31b7f-f2e2-489f-81d6-c0b08a7b789d req-312016e1-bf0d-440d-83e2-553f6ddb9b04 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 944 time: 0.0673068 Jul 22 21:22:05.494057 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2df31b7f-f2e2-489f-81d6-c0b08a7b789d req-7c557953-3dbf-4078-82cb-eba08b430424 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Jul 22 21:22:06.622845 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d980c2-6fc8-41c7-af37-07af8a672aca req-6daf39a8-5512-4202-8ebb-bdb8fca1e169 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:06.624305 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9d980c2-6fc8-41c7-af37-07af8a672aca req-6daf39a8-5512-4202-8ebb-bdb8fca1e169 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 944 time: 0.0652745 Jul 22 21:22:06.660940 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f9d980c2-6fc8-41c7-af37-07af8a672aca req-4b573e86-c1fe-46ca-be1f-8297e4bd91e7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311205 Jul 22 21:22:06.685250 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 93d0fab6-1471-4963-bd3c-a178a434d668 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:22:06.778246 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 93d0fab6-1471-4963-bd3c-a178a434d668, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=93d0fab6-1471-4963-bd3c-a178a434d668,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:06.789206 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '93d0fab6-1471-4963-bd3c-a178a434d668', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'port_id': '93d0fab6-1471-4963-bd3c-a178a434d668', 'mac_address': 'fa:16:3e:04:e3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:22:06.823129 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:06.835965 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d0fab6-1471-4963-bd3c-a178a434d668 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:22:06.855712 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 93d0fab6-1471-4963-bd3c-a178a434d668, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=93d0fab6-1471-4963-bd3c-a178a434d668,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:06.859156 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:06.903739 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=93d0fab6-1471-4963-bd3c-a178a434d668,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:07.303661 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['93d0fab6-1471-4963-bd3c-a178a434d668'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:22:07.789934 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb4fca-4ff8-4874-ac12-82fa5fad8054 req-039bfe94-f731-4f2f-9078-a205581c807b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:07.791423 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-76eb4fca-4ff8-4874-ac12-82fa5fad8054 req-039bfe94-f731-4f2f-9078-a205581c807b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 945 time: 0.0634165 Jul 22 21:22:07.827825 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-76eb4fca-4ff8-4874-ac12-82fa5fad8054 req-a22349ce-f26c-4cdc-ba5c-d7d9b9c6fcf3 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309000 Jul 22 21:22:08.720066 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 93d0fab6-1471-4963-bd3c-a178a434d668 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:22:08.766063 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port 93d0fab6-1471-4963-bd3c-a178a434d668 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:22:08.770296 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 93d0fab6-1471-4963-bd3c-a178a434d668 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:22:08.770654 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.848458 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.870222 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d0fab6-1471-4963-bd3c-a178a434d668'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:08.872524 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae90df90-e2eb-4014-9c24-f2ae88792967" -d '{"events": [{"server_uuid": "a7205ec9-d693-4f29-b592-8667cbabcf36", "name": "network-vif-plugged", "status": "completed", "tag": "93d0fab6-1471-4963-bd3c-a178a434d668"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:08.885607 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 93d0fab6-1471-4963-bd3c-a178a434d668, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=93d0fab6-1471-4963-bd3c-a178a434d668,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:08.889986 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.914875 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc18d26-2b47-4b21-9b78-aefb377c9ed8 x-openstack-request-id: req-acc18d26-2b47-4b21-9b78-aefb377c9ed8 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:08.915160 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7205ec9-d693-4f29-b592-8667cbabcf36", "name": "network-vif-plugged", "status": "completed", "tag": "93d0fab6-1471-4963-bd3c-a178a434d668", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:08.915403 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-acc18d26-2b47-4b21-9b78-aefb377c9ed8 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:08.915785 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d0fab6-1471-4963-bd3c-a178a434d668', 'code': 200} Jul 22 21:22:08.939028 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=93d0fab6-1471-4963-bd3c-a178a434d668,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:08.962987 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67790c-a7d2-4e70-af27-ed45808732e7 req-74b9f830-36c7-4781-843f-d209fd0d7e09 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:08.964504 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c67790c-a7d2-4e70-af27-ed45808732e7 req-74b9f830-36c7-4781-843f-d209fd0d7e09 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 946 time: 0.0686660 Jul 22 21:22:09.009363 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1c67790c-a7d2-4e70-af27-ed45808732e7 req-2f51f784-df07-4e61-ae7d-248a04c701d2 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390959 Jul 22 21:22:09.209548 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c8641-7dcf-4b18-a78a-740194fab382 req-51bbc28b-2626-4bee-8f5f-ea4f9965ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:09.211029 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-685c8641-7dcf-4b18-a78a-740194fab382 req-51bbc28b-2626-4bee-8f5f-ea4f9965ada9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 1099 time: 0.0526705 Jul 22 21:22:09.247982 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-685c8641-7dcf-4b18-a78a-740194fab382 req-5895ba2d-76d5-4db6-91ac-75b71dce9b79 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282612 Jul 22 21:22:10.139862 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ed336-e773-451b-a987-3725f54271d6 req-46b29981-74a6-4d76-9806-ae78a0a98eab tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:10.141335 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-984ed336-e773-451b-a987-3725f54271d6 req-46b29981-74a6-4d76-9806-ae78a0a98eab tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 946 time: 0.0627880 Jul 22 21:22:10.177672 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-984ed336-e773-451b-a987-3725f54271d6 req-b366148b-dd58-42fe-9329-0f61a13eb88d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303495 Jul 22 21:22:11.314924 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6693e-fe0d-4d99-9d6a-4da4d9e168bf req-54bdde22-b394-4f17-86e1-13d564687c29 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:11.316741 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48a6693e-fe0d-4d99-9d6a-4da4d9e168bf req-54bdde22-b394-4f17-86e1-13d564687c29 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 946 time: 0.0681567 Jul 22 21:22:11.354985 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-48a6693e-fe0d-4d99-9d6a-4da4d9e168bf req-6d5bdbf8-20e6-4a87-9e22-ebd4aad7952f tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329773 Jul 22 21:22:11.481962 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a932397-49e6-4f9f-b9c1-9370e8a0b1f5 req-8df00201-bb34-4abf-b2c8-d0a09e319dd9 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:11.483336 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5a932397-49e6-4f9f-b9c1-9370e8a0b1f5 req-8df00201-bb34-4abf-b2c8-d0a09e319dd9 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 946 time: 0.0625999 Jul 22 21:22:11.520025 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5a932397-49e6-4f9f-b9c1-9370e8a0b1f5 req-de8df9f2-03cf-4105-b8c6-bbfaeff57738 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306308 Jul 22 21:22:11.541835 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58314) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:11.679059 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309c7e4b-e845-4bfe-9f94-74ed16550ead tempest-TestVolumeBootPattern-907544888 tempest-TestVolumeBootPattern-907544888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:11.680570 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-309c7e4b-e845-4bfe-9f94-74ed16550ead tempest-TestVolumeBootPattern-907544888 tempest-TestVolumeBootPattern-907544888-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 1094 time: 0.1377745 Jul 22 21:22:11.683356 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58318) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:11.687577 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'floatingip': {'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'port_id': '93d0fab6-1471-4963-bd3c-a178a434d668', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:22:11.710751 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.807744 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.904570 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Allocated IP 172.27.1.205 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/9d4406a9-9bdf-49d2-bfdb-699ee6b72227) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:22:12.008431 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.047598 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.082769 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:22:12.088658 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:22:12.092202 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:22:12.098671 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'Port': ['ID=9d4406a9-9bdf-49d2-bfdb-699ee6b72227,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:12.123321 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:12.123686 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:12.124094 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:12.124486 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:12.124819 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:12.125173 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:12.125502 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:12.125829 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:12.126153 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:12.126475 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:12.126794 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:12.127113 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:12.452775 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.528689 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.672498 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.676702 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.742580 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'Port': ['ID=9d4406a9-9bdf-49d2-bfdb-699ee6b72227,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:12.756751 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:13.080792 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.l3_db [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Floating IP 8da7ba9b-8343-496d-9de4-ab4d383e77f1 associated. External IP: 172.27.1.205, port: 93d0fab6-1471-4963-bd3c-a178a434d668. Jul 22 21:22:13.282966 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:22:13.387845 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:22:13.398101 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a91f3-97b4-4d21-b713-d35d192950eb None None] Sync routers for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:22:13.408919 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a91f3-97b4-4d21-b713-d35d192950eb None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:22:13.409610 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c88a91f3-97b4-4d21-b713-d35d192950eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:22:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:13.410893 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:13.447552 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-fc0f19a9-2f58-4f11-93ec-8c50363969e8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7629116 Jul 22 21:22:13.448203 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'tag': '93d0fab6-1471-4963-bd3c-a178a434d668'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:13.450709 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e081ca5c07193bd213ceeefebd48142515bf56df91653bc6535f069c3acb44b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a9aabf-5eab-41b8-84c6-4a1b26fbe9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7205ec9-d693-4f29-b592-8667cbabcf36", "tag": "93d0fab6-1471-4963-bd3c-a178a434d668"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:13.488745 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72382f5-1f07-47fa-ba7b-39c19cacdf81 x-openstack-request-id: req-d72382f5-1f07-47fa-ba7b-39c19cacdf81 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:13.489058 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7205ec9-d693-4f29-b592-8667cbabcf36", "tag": "93d0fab6-1471-4963-bd3c-a178a434d668", "status": "completed", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:13.489361 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d72382f5-1f07-47fa-ba7b-39c19cacdf81 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:13.489751 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'tag': '93d0fab6-1471-4963-bd3c-a178a434d668', 'status': 'completed', 'code': 200} Jul 22 21:22:13.516495 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-c88a91f3-97b4-4d21-b713-d35d192950eb None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:22:13.610022 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9aabf-5eab-41b8-84c6-4a1b26fbe9c8 req-4ab27fcd-554d-4d27-8557-04d071058c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:13.611579 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63a9aabf-5eab-41b8-84c6-4a1b26fbe9c8 req-4ab27fcd-554d-4d27-8557-04d071058c4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 1099 time: 0.0577030 Jul 22 21:22:13.716842 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9aabf-5eab-41b8-84c6-4a1b26fbe9c8 req-3e43564e-7336-4d99-a2f0-62e68381a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:13.718431 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63a9aabf-5eab-41b8-84c6-4a1b26fbe9c8 req-3e43564e-7336-4d99-a2f0-62e68381a8e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.0940711 Jul 22 21:22:13.785188 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63a9aabf-5eab-41b8-84c6-4a1b26fbe9c8 req-efc4147d-1578-4956-a1bb-abc97153473b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93d0fab6-1471-4963-bd3c-a178a434d668 HTTP/1.1" status: 200 len: 1000 time: 0.0575843 Jul 22 21:22:13.841789 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9aabf-5eab-41b8-84c6-4a1b26fbe9c8 req-912339cb-8a84-435b-91da-854c225c46ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:13.843238 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63a9aabf-5eab-41b8-84c6-4a1b26fbe9c8 req-912339cb-8a84-435b-91da-854c225c46ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0472093 Jul 22 21:22:13.882747 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c88a91f3-97b4-4d21-b713-d35d192950eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '8da7ba9b-8343-496d-9de4-ab4d383e77f1', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': '93d0fab6-1471-4963-bd3c-a178a434d668', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:04:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:22:12Z', 'updated_at': '2021-07-22T21:22:12Z', 'revision_number': 0, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:13.902218 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9aabf-5eab-41b8-84c6-4a1b26fbe9c8 req-da632c05-14ba-46ae-94bc-5ce98a97d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:13.903667 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63a9aabf-5eab-41b8-84c6-4a1b26fbe9c8 req-da632c05-14ba-46ae-94bc-5ce98a97d88e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521498 Jul 22 21:22:13.907617 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a91f3-97b4-4d21-b713-d35d192950eb None None] Checking router: e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:22:13.916436 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a91f3-97b4-4d21-b713-d35d192950eb None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:22:13.917115 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c88a91f3-97b4-4d21-b713-d35d192950eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:22:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:13.995467 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63a9aabf-5eab-41b8-84c6-4a1b26fbe9c8 req-a6e92bf4-bb65-4d34-95fe-21e3534d50d8 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829015 Jul 22 21:22:14.035959 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-c88a91f3-97b4-4d21-b713-d35d192950eb None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:22:14.090421 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-63a9aabf-5eab-41b8-84c6-4a1b26fbe9c8 req-280c25b4-167c-4ed3-845a-a48186d45fea service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869741 Jul 22 21:22:14.260641 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c88a91f3-97b4-4d21-b713-d35d192950eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '8da7ba9b-8343-496d-9de4-ab4d383e77f1', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': '93d0fab6-1471-4963-bd3c-a178a434d668', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:04:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:22:12Z', 'updated_at': '2021-07-22T21:22:12Z', 'revision_number': 0, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:14.287517 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a91f3-97b4-4d21-b713-d35d192950eb None None] The sync data for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi is: [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '8da7ba9b-8343-496d-9de4-ab4d383e77f1', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': '93d0fab6-1471-4963-bd3c-a178a434d668', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:04:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:22:12Z', 'updated_at': '2021-07-22T21:22:12Z', 'revision_number': 0, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:22:14.463406 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafadff-ba88-406a-86cd-f5f12064c262 None None] New status for floating IP 8da7ba9b-8343-496d-9de4-ab4d383e77f1: ACTIVE {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:22:17.028317 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.138870 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-5a7f1da1-f711-4d6c-a46d-762dd02da565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:32.872526 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-160932d8-825c-40c4-89e3-0e7b570986a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:33.222642 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:34.002432 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.255777 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.611436 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:22:47.049103 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:56.461318 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1dbf72d2-d994-4456-931d-8d1f51546898 req-2be45086-9ec7-4cae-8b76-412dd4fcf09d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516491 Jul 22 21:22:56.592931 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf72d2-d994-4456-931d-8d1f51546898 req-0a513759-bad4-4b0c-bb01-f4ea35d141fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:56.594410 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1dbf72d2-d994-4456-931d-8d1f51546898 req-0a513759-bad4-4b0c-bb01-f4ea35d141fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 1099 time: 0.0575981 Jul 22 21:22:56.695588 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf72d2-d994-4456-931d-8d1f51546898 req-14ed3fb5-b909-4e6f-bace-2f20fca2e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:56.696892 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1dbf72d2-d994-4456-931d-8d1f51546898 req-14ed3fb5-b909-4e6f-bace-2f20fca2e3f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.0800858 Jul 22 21:22:56.765270 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1dbf72d2-d994-4456-931d-8d1f51546898 req-46be282a-decd-4d66-95ff-fcf7b8d94aa3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93d0fab6-1471-4963-bd3c-a178a434d668 HTTP/1.1" status: 200 len: 1002 time: 0.0598707 Jul 22 21:22:56.813472 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf72d2-d994-4456-931d-8d1f51546898 req-9f72aaa9-5bae-420d-a70c-fb0cb7f99db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:56.814825 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1dbf72d2-d994-4456-931d-8d1f51546898 req-9f72aaa9-5bae-420d-a70c-fb0cb7f99db4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0415668 Jul 22 21:22:56.875624 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf72d2-d994-4456-931d-8d1f51546898 req-22d13c01-ade3-48a4-8972-cddbfab9ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:56.877057 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1dbf72d2-d994-4456-931d-8d1f51546898 req-22d13c01-ade3-48a4-8972-cddbfab9ab29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517483 Jul 22 21:22:56.971501 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1dbf72d2-d994-4456-931d-8d1f51546898 req-f6476bba-368f-4d35-9e4d-8f37775232d6 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832167 Jul 22 21:22:57.056283 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1dbf72d2-d994-4456-931d-8d1f51546898 req-4df7bc12-16ba-4e59-af54-4ff19725eda6 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779555 Jul 22 21:23:00.142301 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-33b416f8-886c-4af0-b89b-219a3c5c72ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:02.872307 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-dac0d082-d391-407a-87d7-73d7fe159713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:03.224380 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:04.005687 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:05.258055 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.610126 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:23:17.059790 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:30.142137 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-3a39181e-7a46-4c8b-b54f-184c3ceda688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:32.871875 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a3a53f2e-7088-4c22-8c01-3aa448873614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:33.224797 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:34.007922 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:35.261497 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:47.062165 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.610043 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:23:56.509775 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e9e760f-70c0-476a-bccd-05d681c05af6 req-bb20a817-99ad-4a00-9637-d98798be70c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551851 Jul 22 21:23:56.629605 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e760f-70c0-476a-bccd-05d681c05af6 req-360858a1-18b7-4e2f-aa4c-451f72cdf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:56.631080 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e9e760f-70c0-476a-bccd-05d681c05af6 req-360858a1-18b7-4e2f-aa4c-451f72cdf924 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 1099 time: 0.0555990 Jul 22 21:23:56.736610 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e760f-70c0-476a-bccd-05d681c05af6 req-a433750e-1bb4-40b1-9f56-c115059d62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:56.737985 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e9e760f-70c0-476a-bccd-05d681c05af6 req-a433750e-1bb4-40b1-9f56-c115059d62fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.0824056 Jul 22 21:23:56.806866 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e9e760f-70c0-476a-bccd-05d681c05af6 req-86771809-4447-4c6b-8391-29290a2fcd1b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93d0fab6-1471-4963-bd3c-a178a434d668 HTTP/1.1" status: 200 len: 1002 time: 0.0583098 Jul 22 21:23:56.856288 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e760f-70c0-476a-bccd-05d681c05af6 req-cc3ae717-f288-49df-82ed-168a9e16ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:56.857688 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e9e760f-70c0-476a-bccd-05d681c05af6 req-cc3ae717-f288-49df-82ed-168a9e16ceb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0421731 Jul 22 21:23:56.916898 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e760f-70c0-476a-bccd-05d681c05af6 req-8f474b03-21e3-4f13-ae16-f51075ae32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:56.918467 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e9e760f-70c0-476a-bccd-05d681c05af6 req-8f474b03-21e3-4f13-ae16-f51075ae32e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525215 Jul 22 21:23:57.010638 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e9e760f-70c0-476a-bccd-05d681c05af6 req-87023152-38d9-418e-9646-8ed0e6e251e8 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834029 Jul 22 21:23:57.096548 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1e9e760f-70c0-476a-bccd-05d681c05af6 req-61991f1a-ce1e-4ebc-b5c6-3b742159acec service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778904 Jul 22 21:24:00.141790 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fbda71fc-a58c-4b81-a66b-9bc6c0a9477f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:02.871785 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-568e91b5-6606-4a5e-a934-4119a1179c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:03.224800 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:04.009754 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:05.263807 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:17.059872 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:24.283996 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c26326-cca1-4683-a7e4-2b4d71537c42 req-76156348-c372-4034-b7dd-3b475c3e89a9 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:24.285415 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-43c26326-cca1-4683-a7e4-2b4d71537c42 req-76156348-c372-4034-b7dd-3b475c3e89a9 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 946 time: 0.1428182 Jul 22 21:24:24.325897 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-43c26326-cca1-4683-a7e4-2b4d71537c42 req-ab212e3b-3bf5-4720-9766-4d906640155f tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349283 Jul 22 21:24:25.501055 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a11ae-5b50-4206-b930-179f237c7344 req-822d952f-6575-4779-b8eb-6abf3e6e40c5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:25.503038 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-245a11ae-5b50-4206-b930-179f237c7344 req-822d952f-6575-4779-b8eb-6abf3e6e40c5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 946 time: 0.1073675 Jul 22 21:24:25.539386 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-245a11ae-5b50-4206-b930-179f237c7344 req-1404ad10-3f67-40a3-9746-fa714710dc99 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309594 Jul 22 21:24:26.363518 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4435d-19d7-432e-843d-391d261778e5 req-e08b9aa5-3b25-4fae-97c3-8c421fa982e3 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:26.364924 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14f4435d-19d7-432e-843d-391d261778e5 req-e08b9aa5-3b25-4fae-97c3-8c421fa982e3 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 946 time: 0.0641525 Jul 22 21:24:26.461449 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Deleting port 93d0fab6-1471-4963-bd3c-a178a434d668 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:24:26.461797 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:26.550694 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] For port 93d0fab6-1471-4963-bd3c-a178a434d668, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=93d0fab6-1471-4963-bd3c-a178a434d668,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:26.551389 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:26.608557 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:24:26.753115 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0b90c-c094-4823-874b-da2ea35346b9 req-daae33b0-5462-493c-89f9-25cb5d43150b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:26.754473 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e2d0b90c-c094-4823-874b-da2ea35346b9 req-daae33b0-5462-493c-89f9-25cb5d43150b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 946 time: 0.1499593 Jul 22 21:24:26.757107 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:26.757482 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:26.757781 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.db.l3_db [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Floating IP 8da7ba9b-8343-496d-9de4-ab4d383e77f1 disassociated. External IP: 172.27.1.205, port: 93d0fab6-1471-4963-bd3c-a178a434d668. Jul 22 21:24:26.758106 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Calling delete_port for 93d0fab6-1471-4963-bd3c-a178a434d668 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:24:26.828159 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e2d0b90c-c094-4823-874b-da2ea35346b9 req-f170d6f9-84b2-461c-812c-20a664e0a474 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680070 Jul 22 21:24:26.909393 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:26.939503 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event deleted for resources: {'Port': ['ID=93d0fab6-1471-4963-bd3c-a178a434d668,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:26.951054 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:26.951406 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:26.951744 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:26.952073 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:26.952398 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:26.952739 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:26.953050 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:26.953399 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:26.953725 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:26.954048 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:26.954357 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:26.954673 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:27.057469 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:24:27.160736 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:24:27.170132 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125431b-4ec4-4ce0-b22b-0a483b9008bf None None] Sync routers for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:24:27.179950 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125431b-4ec4-4ce0-b22b-0a483b9008bf None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:27.180553 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c125431b-4ec4-4ce0-b22b-0a483b9008bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:24:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:27.204324 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] No DVR routers for this DVR port 93d0fab6-1471-4963-bd3c-a178a434d668 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:24:27.207315 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:27.209451 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-14f4435d-19d7-432e-843d-391d261778e5 req-3873aafa-6c94-4ead-b852-a4385d24fbe8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "DELETE /v2.0/ports/93d0fab6-1471-4963-bd3c-a178a434d668 HTTP/1.1" status: 204 len: 173 time: 0.8383694 Jul 22 21:24:27.209894 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'name': 'network-vif-deleted', 'tag': '93d0fab6-1471-4963-bd3c-a178a434d668'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:27.212112 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbe34b1-fd7e-4ea9-a165-d1dff330b851" -d '{"events": [{"server_uuid": "a7205ec9-d693-4f29-b592-8667cbabcf36", "name": "network-vif-deleted", "tag": "93d0fab6-1471-4963-bd3c-a178a434d668"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:27.248806 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dfd4d7-89ac-48c4-aeb2-6785dca747f4 x-openstack-request-id: req-27dfd4d7-89ac-48c4-aeb2-6785dca747f4 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:27.249115 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7205ec9-d693-4f29-b592-8667cbabcf36", "name": "network-vif-deleted", "tag": "93d0fab6-1471-4963-bd3c-a178a434d668", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:27.249367 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27dfd4d7-89ac-48c4-aeb2-6785dca747f4 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:27.249765 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7205ec9-d693-4f29-b592-8667cbabcf36', 'name': 'network-vif-deleted', 'tag': '93d0fab6-1471-4963-bd3c-a178a434d668', 'status': 'completed', 'code': 200} Jul 22 21:24:27.290013 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-c125431b-4ec4-4ce0-b22b-0a483b9008bf None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:27.490462 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c125431b-4ec4-4ce0-b22b-0a483b9008bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:27.515524 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125431b-4ec4-4ce0-b22b-0a483b9008bf None None] Checking router: e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:24:27.524041 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125431b-4ec4-4ce0-b22b-0a483b9008bf None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:27.524580 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c125431b-4ec4-4ce0-b22b-0a483b9008bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:24:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:27.624248 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-c125431b-4ec4-4ce0-b22b-0a483b9008bf None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:27.817153 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-c125431b-4ec4-4ce0-b22b-0a483b9008bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:27.844891 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125431b-4ec4-4ce0-b22b-0a483b9008bf None None] The sync data for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi is: [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:24:27.951471 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-293bef60-d42e-4dec-a79b-1cc78144bbe7 req-1b1dff01-b974-42fb-b6e2-6503f7425ada tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7205ec9-d693-4f29-b592-8667cbabcf36 HTTP/1.1" status: 200 len: 210 time: 0.0318599 Jul 22 21:24:28.061586 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc1bd0-5aac-4048-8227-cd5dc30c1328 None None] New status for floating IP 8da7ba9b-8343-496d-9de4-ab4d383e77f1: DOWN {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:24:29.192734 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-650aa2c2-dab8-40b7-b5cf-0d6ff92154dc tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673673845&fields=id&tenant_id=4454557b4eb2420c827459ed1b8d6f1f HTTP/1.1" status: 200 len: 267 time: 0.0327809 Jul 22 21:24:29.295208 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-9c3cd33a-5455-4875-8889-53a5c1048bdf tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:29.296668 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-9c3cd33a-5455-4875-8889-53a5c1048bdf tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 812 time: 0.0979557 Jul 22 21:24:29.311471 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-e45d6424-f040-4c2e-a945-ccad26d16e18 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/quotas/4454557b4eb2420c827459ed1b8d6f1f HTTP/1.1" status: 200 len: 375 time: 0.0088313 Jul 22 21:24:29.468843 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 93d0fab6-1471-4963-bd3c-a178a434d668 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:24:29.489439 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: 93d0fab6-1471-4963-bd3c-a178a434d668 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:24:29.489777 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 93d0fab6-1471-4963-bd3c-a178a434d668 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:24:29.632826 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-3aee343b-6e2a-42b2-8447-b6bc17956898 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3165822 Jul 22 21:24:29.769714 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-05dc897e-9cc9-4fcb-a590-49d3be02c804 service neutron] 10.222.0.61 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256230 Jul 22 21:24:29.858500 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-025a8f9e-bd91-4a70-b27b-4ab07302aa5d service neutron] 10.222.0.61 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Jul 22 21:24:30.143655 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-9a0de76d-9708-42ce-8c9c-0783d6f972b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:30.145543 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9c49dcac-3a0f-4f26-8966-71d10c721aeb req-79d81cdc-8355-436f-899a-9deb631498ab tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 210 time: 0.0324538 Jul 22 21:24:31.269368 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-cdfb077e-2070-4b37-98e2-780753d7aeff req-5e072cf5-7fe0-43d7-8558-2476a1804a63 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 210 time: 0.0493803 Jul 22 21:24:31.340227 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-85f923b1-bb3d-457f-9605-ee0f92fde33e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:31.341821 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-85f923b1-bb3d-457f-9605-ee0f92fde33e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 812 time: 0.1305676 Jul 22 21:24:31.416559 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-05f54aa0-16d0-4b97-bcce-9fe2b3e3586e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4454557b4eb2420c827459ed1b8d6f1f HTTP/1.1" status: 200 len: 380 time: 0.0334964 Jul 22 21:24:31.426418 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'port': {'device_id': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'admin_state_up': True, 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'security_groups': ['499b37d3-91cc-4d95-9a4f-e1360b37b0fc']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:31.537286 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Made reservation on behalf of 4454557b4eb2420c827459ed1b8d6f1f for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:24:31.540833 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:31.660648 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Allocated IP 172.20.0.8 (36f2d125-b520-40b8-b6d0-7d756105f2d0/0295bd8a-72e1-40e4-b8dd-6cd655cf26e5/b3a12151-0fbd-459b-b7fe-ab268f490109) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:24:31.797479 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:31.810915 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Transition to ACTIVE for port object b3a12151-0fbd-459b-b7fe-ab268f490109 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:24:31.843823 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:31.883667 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Network 36f2d125-b520-40b8-b6d0-7d756105f2d0 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:24:31.889349 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:24:31.893210 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:24:31.926178 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'Port': ['ID=b3a12151-0fbd-459b-b7fe-ab268f490109,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:31.958859 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:31.959520 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:31.975197 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-41851dd9-febb-4487-8c9b-ac9c8169e67e tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5530877 Jul 22 21:24:31.996503 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Request body: {'port': {'device_id': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:32.074929 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:32.111080 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-d479bf97-82f6-4222-b5c0-694150df8780 None None] Provisioning for port b3a12151-0fbd-459b-b7fe-ab268f490109 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:24:32.115437 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-d479bf97-82f6-4222-b5c0-694150df8780 None None] Provisioning complete for port b3a12151-0fbd-459b-b7fe-ab268f490109 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:24:32.115806 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-d479bf97-82f6-4222-b5c0-694150df8780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:32.148317 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-d479bf97-82f6-4222-b5c0-694150df8780 None None] Port b3a12151-0fbd-459b-b7fe-ab268f490109 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:24:32.339221 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a12151-0fbd-459b-b7fe-ab268f490109 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:24:32.355819 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:32.386382 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Transition to ACTIVE for port object b3a12151-0fbd-459b-b7fe-ab268f490109 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:24:32.390259 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:32.452071 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a12151-0fbd-459b-b7fe-ab268f490109,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:32.510552 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5340cb6-7239-4267-a4f7-e901324846f1 req-dbf5af15-f716-4f6a-9eef-2c726355c136 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:32.512435 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5340cb6-7239-4267-a4f7-e901324846f1 req-dbf5af15-f716-4f6a-9eef-2c726355c136 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 931 time: 0.1686411 Jul 22 21:24:32.562725 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Attempting to bind port b3a12151-0fbd-459b-b7fe-ab268f490109 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:24:32.563054 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Attempting to bind port b3a12151-0fbd-459b-b7fe-ab268f490109 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:24:32.563376 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Attempting to bind port b3a12151-0fbd-459b-b7fe-ab268f490109 on network 36f2d125-b520-40b8-b6d0-7d756105f2d0 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:32.574996 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e5340cb6-7239-4267-a4f7-e901324846f1 req-4304709c-5b1e-482d-83b2-b0511ea72c75 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537734 Jul 22 21:24:32.575691 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Port b3a12151-0fbd-459b-b7fe-ab268f490109 on network 36f2d125-b520-40b8-b6d0-7d756105f2d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:24:32.576005 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Attempting to bind port b3a12151-0fbd-459b-b7fe-ab268f490109 on network 36f2d125-b520-40b8-b6d0-7d756105f2d0 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:32.582022 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:24:32.582352 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Checking segment: {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:24:32.582739 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Bound using segment: {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:24:32.583133 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Bound port: b3a12151-0fbd-459b-b7fe-ab268f490109, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:24:32.583483 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:32.647161 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] For port b3a12151-0fbd-459b-b7fe-ab268f490109, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:24:32.650069 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] For port b3a12151-0fbd-459b-b7fe-ab268f490109, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=b3a12151-0fbd-459b-b7fe-ab268f490109,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:24:32.655328 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:32.690046 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:32.690663 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:32.692028 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] 10.222.0.72 "PUT /v2.0/ports/b3a12151-0fbd-459b-b7fe-ab268f490109 HTTP/1.1" status: 200 len: 1093 time: 0.7017362 Jul 22 21:24:32.692461 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'tag': 'b3a12151-0fbd-459b-b7fe-ab268f490109'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:32.694726 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c59804a-f3c9-46ab-9a47-33d1a48fa23d" -d '{"events": [{"name": "network-changed", "server_uuid": "a89ec6e1-6ebd-4179-8497-ef89f7f46975", "tag": "b3a12151-0fbd-459b-b7fe-ab268f490109"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:32.723511 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9457a65-17b4-45d4-bb6a-43ee6a59be96 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a12151-0fbd-459b-b7fe-ab268f490109,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:32.741170 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0035b6-abdf-49b9-90e7-fc962e70159a x-openstack-request-id: req-bb0035b6-abdf-49b9-90e7-fc962e70159a {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:32.741459 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89ec6e1-6ebd-4179-8497-ef89f7f46975", "tag": "b3a12151-0fbd-459b-b7fe-ab268f490109", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:32.741702 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb0035b6-abdf-49b9-90e7-fc962e70159a {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:32.742089 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'tag': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'status': 'completed', 'code': 200} Jul 22 21:24:32.821615 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-17e5c9d8-8d96-445f-bb28-7d6a6b7b148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:32.823045 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-17e5c9d8-8d96-445f-bb28-7d6a6b7b148c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 1096 time: 0.0599818 Jul 22 21:24:32.871999 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-68b6b4c2-e5d2-46f4-8509-f4c50cc8bb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:32.872900 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-c541d18f-f4de-447d-84e6-8342b28abcb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a12151-0fbd-459b-b7fe-ab268f490109 HTTP/1.1" status: 200 len: 217 time: 0.0350420 Jul 22 21:24:32.922562 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-019e4cd9-fe3a-4728-9fe4-c0ffbc90392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:32.923998 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-019e4cd9-fe3a-4728-9fe4-c0ffbc90392e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0444605 Jul 22 21:24:32.985727 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-7d125336-05e0-41e6-bcb9-7746ebe0b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:32.987175 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-7d125336-05e0-41e6-bcb9-7746ebe0b580 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561914 Jul 22 21:24:33.079610 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-a7c7264a-e258-4bd1-8b39-f371e5d2172a service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831337 Jul 22 21:24:33.170839 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06fcda56-4e76-402f-8f6b-76c7a56fb2c3 req-f866ccd2-7739-44f3-9740-5151186d052d service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832522 Jul 22 21:24:33.225231 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:33.342722 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59804a-f3c9-46ab-9a47-33d1a48fa23d req-27da1034-a60d-420c-a032-d1207c01b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:33.344120 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c59804a-f3c9-46ab-9a47-33d1a48fa23d req-27da1034-a60d-420c-a032-d1207c01b4c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 1096 time: 0.0536940 Jul 22 21:24:33.439623 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59804a-f3c9-46ab-9a47-33d1a48fa23d req-996fc20e-0023-40fa-b824-025c427fecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:33.441611 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c59804a-f3c9-46ab-9a47-33d1a48fa23d req-996fc20e-0023-40fa-b824-025c427fecb7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.0890579 Jul 22 21:24:33.482454 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c59804a-f3c9-46ab-9a47-33d1a48fa23d req-456698c4-5e75-4b09-9e51-c9402995b9a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a12151-0fbd-459b-b7fe-ab268f490109 HTTP/1.1" status: 200 len: 217 time: 0.0334892 Jul 22 21:24:33.537310 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59804a-f3c9-46ab-9a47-33d1a48fa23d req-a9a7dc33-501f-495f-9048-498ae0b50647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:33.538671 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c59804a-f3c9-46ab-9a47-33d1a48fa23d req-a9a7dc33-501f-495f-9048-498ae0b50647 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0405619 Jul 22 21:24:33.596674 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59804a-f3c9-46ab-9a47-33d1a48fa23d req-eb78777a-15fc-4414-8ca1-759e2e9bb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:33.598049 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c59804a-f3c9-46ab-9a47-33d1a48fa23d req-eb78777a-15fc-4414-8ca1-759e2e9bb716 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508387 Jul 22 21:24:33.725220 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c59804a-f3c9-46ab-9a47-33d1a48fa23d req-9c053add-7a54-4c99-9b84-25114268c1f5 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184416 Jul 22 21:24:33.772482 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cd2c0-576f-496f-97bb-8ecea57d50c6 req-f46fb8c6-3417-4c93-99eb-bad3808cfc68 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:33.773920 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd4cd2c0-576f-496f-97bb-8ecea57d50c6 req-f46fb8c6-3417-4c93-99eb-bad3808cfc68 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 943 time: 0.1092238 Jul 22 21:24:33.849952 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd4cd2c0-576f-496f-97bb-8ecea57d50c6 req-afeed1a4-36e8-44e7-b787-a52f5b2b0f87 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698433 Jul 22 21:24:33.853324 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5c59804a-f3c9-46ab-9a47-33d1a48fa23d req-8a06805b-4f37-49ae-b2e7-a602ee50d9f5 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209850 Jul 22 21:24:34.012499 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:34.976336 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cbbe9-f16b-499e-89b4-6f7e3d533703 req-1c48d0cb-2805-4e93-83f4-2c9156f3debb tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:34.977865 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-071cbbe9-f16b-499e-89b4-6f7e3d533703 req-1c48d0cb-2805-4e93-83f4-2c9156f3debb tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 943 time: 0.0622997 Jul 22 21:24:35.014241 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-071cbbe9-f16b-499e-89b4-6f7e3d533703 req-4a15e25c-6356-4b2b-a88a-018d3b1b8bf5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309525 Jul 22 21:24:35.266072 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:36.142435 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39a6c3-701f-4f81-88be-f03f5ead96ef req-49e329a8-fd75-474d-a872-54a3aaf08322 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:36.144476 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5f39a6c3-701f-4f81-88be-f03f5ead96ef req-49e329a8-fd75-474d-a872-54a3aaf08322 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 943 time: 0.0666406 Jul 22 21:24:36.180573 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-5f39a6c3-701f-4f81-88be-f03f5ead96ef req-5a74d34c-7f06-417d-98ff-587d4bca3df0 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306771 Jul 22 21:24:37.307305 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992517b8-b6a5-4d59-bc42-786048e66246 req-d02af873-182d-48b8-be49-ec51802c8dbf tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:37.308784 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-992517b8-b6a5-4d59-bc42-786048e66246 req-d02af873-182d-48b8-be49-ec51802c8dbf tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 943 time: 0.0628841 Jul 22 21:24:37.346657 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-992517b8-b6a5-4d59-bc42-786048e66246 req-f5a7c44e-43e4-4743-a03f-ee265ae8afea tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323348 Jul 22 21:24:38.476856 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3e167-4914-4fb0-8859-9a019d71c654 req-2a09adeb-7ad0-436d-afe1-63d88c149d28 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:38.478371 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ae3e167-4914-4fb0-8859-9a019d71c654 req-2a09adeb-7ad0-436d-afe1-63d88c149d28 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 943 time: 0.0663567 Jul 22 21:24:38.515272 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8ae3e167-4914-4fb0-8859-9a019d71c654 req-35781dcb-48b3-4c79-b445-a32f1800ddc6 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314581 Jul 22 21:24:39.640972 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e07a75-01dd-4d28-9296-acd187e45489 req-e073a6ea-881f-4100-910c-850000a9eda6 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:39.642452 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a7e07a75-01dd-4d28-9296-acd187e45489 req-e073a6ea-881f-4100-910c-850000a9eda6 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 943 time: 0.0618300 Jul 22 21:24:39.678668 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a7e07a75-01dd-4d28-9296-acd187e45489 req-1bfb5b85-8417-4057-a6e9-d0197ca13acc tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301766 Jul 22 21:24:40.806258 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44840ae6-8845-4336-9bb2-93d491675743 req-fac62a94-c90e-4ddd-b7e7-a2fc4413f007 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:40.808422 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44840ae6-8845-4336-9bb2-93d491675743 req-fac62a94-c90e-4ddd-b7e7-a2fc4413f007 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 943 time: 0.0644898 Jul 22 21:24:40.845636 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-44840ae6-8845-4336-9bb2-93d491675743 req-84887be4-e59b-4883-993d-04e680356d58 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317376 Jul 22 21:24:41.359360 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [req-cca5d41d-b60c-47c1-a395-2fd5d6fdb226 req-d3b8c334-0e85-4013-8c3d-6716d866d7fe service neutron] (93129) timed out ('10.222.0.72', 55174) {{(pid=93129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:24:41.532674 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device b3a12151-0fbd-459b-b7fe-ab268f490109 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:24:41.745159 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port b3a12151-0fbd-459b-b7fe-ab268f490109, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=b3a12151-0fbd-459b-b7fe-ab268f490109,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:41.755768 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'port_id': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'mac_address': 'fa:16:3e:f0:a2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:24:41.791839 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.806074 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a12151-0fbd-459b-b7fe-ab268f490109 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:24:41.826887 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port b3a12151-0fbd-459b-b7fe-ab268f490109, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=b3a12151-0fbd-459b-b7fe-ab268f490109,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:41.830810 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.876907 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=b3a12151-0fbd-459b-b7fe-ab268f490109,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:41.883846 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.884190 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.884525 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.884855 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.885210 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.885553 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.885858 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.886178 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.886496 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.886813 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.887128 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.887448 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.977781 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470dadc-2c59-4ef1-8741-a7c6f8a32364 req-f3f34c7f-19e8-4813-975c-b4e41cf01d50 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:41.979230 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c470dadc-2c59-4ef1-8741-a7c6f8a32364 req-f3f34c7f-19e8-4813-975c-b4e41cf01d50 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 944 time: 0.0680244 Jul 22 21:24:42.016436 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c470dadc-2c59-4ef1-8741-a7c6f8a32364 req-10d91fc7-a1a9-4886-aaa1-a31751842479 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Jul 22 21:24:42.252452 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['b3a12151-0fbd-459b-b7fe-ab268f490109'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:43.141495 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c39dd-a938-4a32-9e9b-6fdefa6aca84 req-77c1f6d0-439a-4bad-bff4-470d1d338b8b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:43.142935 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-563c39dd-a938-4a32-9e9b-6fdefa6aca84 req-77c1f6d0-439a-4bad-bff4-470d1d338b8b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 944 time: 0.0617361 Jul 22 21:24:43.178725 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-563c39dd-a938-4a32-9e9b-6fdefa6aca84 req-62023283-527e-464d-b751-96911c02bddc tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303469 Jul 22 21:24:43.444566 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [req-4c046ce9-56d9-499b-b7cf-1d7a8bc17700 req-636c5d15-942f-4e54-8be8-dfb86940406c service neutron] (93129) timed out ('10.222.0.72', 55225) {{(pid=93129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:24:43.544980 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device b3a12151-0fbd-459b-b7fe-ab268f490109 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:24:43.593013 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port b3a12151-0fbd-459b-b7fe-ab268f490109 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:24:43.596985 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port b3a12151-0fbd-459b-b7fe-ab268f490109 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:24:43.597382 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:43.671378 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:43.697493 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a12151-0fbd-459b-b7fe-ab268f490109'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:43.699710 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcafd79a-3f37-4771-a54d-390e56ec4578" -d '{"events": [{"server_uuid": "a89ec6e1-6ebd-4179-8497-ef89f7f46975", "name": "network-vif-plugged", "status": "completed", "tag": "b3a12151-0fbd-459b-b7fe-ab268f490109"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:43.712857 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port b3a12151-0fbd-459b-b7fe-ab268f490109, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=b3a12151-0fbd-459b-b7fe-ab268f490109,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:43.717443 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:43.745595 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9131f553-8028-4848-86a8-d020ecb38b27 x-openstack-request-id: req-9131f553-8028-4848-86a8-d020ecb38b27 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:43.745877 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89ec6e1-6ebd-4179-8497-ef89f7f46975", "name": "network-vif-plugged", "status": "completed", "tag": "b3a12151-0fbd-459b-b7fe-ab268f490109", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:43.746121 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9131f553-8028-4848-86a8-d020ecb38b27 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:43.746493 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'code': 200} Jul 22 21:24:43.771026 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=b3a12151-0fbd-459b-b7fe-ab268f490109,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:44.067351 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a884aa-60bb-4fa0-9981-2f379284c527 req-5aa30cf8-8b06-4c1d-812f-c737b134f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:44.068812 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19a884aa-60bb-4fa0-9981-2f379284c527 req-5aa30cf8-8b06-4c1d-812f-c737b134f24f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 1098 time: 0.0941761 Jul 22 21:24:44.103676 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-19a884aa-60bb-4fa0-9981-2f379284c527 req-6116aadf-ec00-43ff-bc85-252b3c159cf2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268264 Jul 22 21:24:44.311314 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e85014-71db-4a60-a6d5-c5018c6cfd57 req-0195a54b-255d-40d9-8801-37a475fa8106 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:44.312678 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-87e85014-71db-4a60-a6d5-c5018c6cfd57 req-0195a54b-255d-40d9-8801-37a475fa8106 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 945 time: 0.0657997 Jul 22 21:24:44.349977 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-87e85014-71db-4a60-a6d5-c5018c6cfd57 req-44abdedb-429a-48c4-baa9-18df24f07f6b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312088 Jul 22 21:24:45.483285 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdb9aa-5048-4986-91c2-cd9ebdeb31a6 req-d12d31a1-a767-4ce6-a8d5-735728949a3d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:45.485135 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9fbdb9aa-5048-4986-91c2-cd9ebdeb31a6 req-d12d31a1-a767-4ce6-a8d5-735728949a3d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 945 time: 0.0691555 Jul 22 21:24:45.522518 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9fbdb9aa-5048-4986-91c2-cd9ebdeb31a6 req-e0a68746-1f37-4271-810d-0e8919f08e02 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313573 Jul 22 21:24:46.649882 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04181316-9a3d-4daa-8420-e6c4397edd48 req-1e5f8a65-9e4f-4792-8eff-9d8fa8a87ce9 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:46.651370 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04181316-9a3d-4daa-8420-e6c4397edd48 req-1e5f8a65-9e4f-4792-8eff-9d8fa8a87ce9 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 945 time: 0.0652261 Jul 22 21:24:46.687531 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-04181316-9a3d-4daa-8420-e6c4397edd48 req-b318d3b2-8c9f-40e6-a8e9-7acfafe8df62 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306635 Jul 22 21:24:46.813554 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75757e-dfaf-49f7-ab43-08f2e2daadb3 req-1602b815-b1b3-4f87-aa3c-e04313525613 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:46.814988 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9f75757e-dfaf-49f7-ab43-08f2e2daadb3 req-1602b815-b1b3-4f87-aa3c-e04313525613 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 945 time: 0.0613055 Jul 22 21:24:46.853404 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-9f75757e-dfaf-49f7-ab43-08f2e2daadb3 req-232cb975-0dc5-47b5-9802-0839f9fb6fe5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328429 Jul 22 21:24:46.874895 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58466) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:46.933027 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fb45da-d789-4440-a359-96214c01a109 tempest-TestVolumeBootPattern-907544888 tempest-TestVolumeBootPattern-907544888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:46.934667 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-c4fb45da-d789-4440-a359-96214c01a109 tempest-TestVolumeBootPattern-907544888 tempest-TestVolumeBootPattern-907544888-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 1093 time: 0.0587745 Jul 22 21:24:46.937392 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58470) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:46.941922 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'floatingip': {'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'port_id': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:46.965003 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.060139 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.069309 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.161105 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Allocated IP 172.27.1.108 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/48ec1586-04a8-42ba-8541-2092e9192980) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:24:47.255597 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.292012 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.328128 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:24:47.331563 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:24:47.337116 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:24:47.364368 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'Port': ['ID=48ec1586-04a8-42ba-8541-2092e9192980,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:47.374904 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:47.375241 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:47.375573 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:47.375896 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:47.376224 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:47.376544 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:47.376861 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:47.377216 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:47.378080 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:47.378396 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:47.378707 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:47.379017 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:47.685406 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.760742 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.910093 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.914492 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.982190 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'Port': ['ID=48ec1586-04a8-42ba-8541-2092e9192980,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:47.990397 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:48.085323 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.l3_db [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Floating IP 6f360d8d-3d4b-4cdd-9164-220138b39708 associated. External IP: 172.27.1.108, port: b3a12151-0fbd-459b-b7fe-ab268f490109. Jul 22 21:24:48.291003 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:24:48.392160 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:24:48.403381 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91178c95-083f-4ef9-8f6f-9c3c46860b1d None None] Sync routers for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:24:48.413933 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:48.416684 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91178c95-083f-4ef9-8f6f-9c3c46860b1d None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:48.417784 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-91178c95-083f-4ef9-8f6f-9c3c46860b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:24:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:48.461097 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-ea84eb83-5bdc-4bbf-9dd9-94b3e585908d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5106938 Jul 22 21:24:48.461097 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'tag': 'b3a12151-0fbd-459b-b7fe-ab268f490109'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:48.461097 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e081ca5c07193bd213ceeefebd48142515bf56df91653bc6535f069c3acb44b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d692f08-f733-4d55-a002-6c34c5d521a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a89ec6e1-6ebd-4179-8497-ef89f7f46975", "tag": "b3a12151-0fbd-459b-b7fe-ab268f490109"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:48.539061 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e11bc8-756e-47ac-a8b7-0470e058b733 x-openstack-request-id: req-14e11bc8-756e-47ac-a8b7-0470e058b733 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:48.539345 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89ec6e1-6ebd-4179-8497-ef89f7f46975", "tag": "b3a12151-0fbd-459b-b7fe-ab268f490109", "status": "completed", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:48.539587 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14e11bc8-756e-47ac-a8b7-0470e058b733 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:48.539974 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'tag': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'status': 'completed', 'code': 200} Jul 22 21:24:48.540091 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-91178c95-083f-4ef9-8f6f-9c3c46860b1d None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:48.665098 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d692f08-f733-4d55-a002-6c34c5d521a6 req-3f09d415-e2d1-4cc3-b3c5-66087b42aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:48.666590 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d692f08-f733-4d55-a002-6c34c5d521a6 req-3f09d415-e2d1-4cc3-b3c5-66087b42aecf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 1098 time: 0.0587559 Jul 22 21:24:48.758201 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d692f08-f733-4d55-a002-6c34c5d521a6 req-503fe2b3-a642-4dfe-9092-f4bdfc2a3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:48.759654 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d692f08-f733-4d55-a002-6c34c5d521a6 req-503fe2b3-a642-4dfe-9092-f4bdfc2a3dae service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.0841012 Jul 22 21:24:48.771918 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-91178c95-083f-4ef9-8f6f-9c3c46860b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '6f360d8d-3d4b-4cdd-9164-220138b39708', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:f0:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:47Z', 'updated_at': '2021-07-22T21:24:47Z', 'revision_number': 0, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:48.803326 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91178c95-083f-4ef9-8f6f-9c3c46860b1d None None] Checking router: e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:24:48.811850 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91178c95-083f-4ef9-8f6f-9c3c46860b1d None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:48.812462 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-91178c95-083f-4ef9-8f6f-9c3c46860b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:24:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:48.828550 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d692f08-f733-4d55-a002-6c34c5d521a6 req-85e977a4-4dd3-416f-a764-b0aadc95fdfb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a12151-0fbd-459b-b7fe-ab268f490109 HTTP/1.1" status: 200 len: 999 time: 0.0616322 Jul 22 21:24:48.881361 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d692f08-f733-4d55-a002-6c34c5d521a6 req-33a542c7-59f0-4040-8062-1df08eb201b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:48.883050 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d692f08-f733-4d55-a002-6c34c5d521a6 req-33a542c7-59f0-4040-8062-1df08eb201b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0468063 Jul 22 21:24:48.926181 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-91178c95-083f-4ef9-8f6f-9c3c46860b1d None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:48.944152 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d692f08-f733-4d55-a002-6c34c5d521a6 req-3ff68d59-551b-49c2-8a0f-c66de3e062c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:48.945841 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d692f08-f733-4d55-a002-6c34c5d521a6 req-3ff68d59-551b-49c2-8a0f-c66de3e062c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556042 Jul 22 21:24:49.042469 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d692f08-f733-4d55-a002-6c34c5d521a6 req-403af76b-f020-44ee-9934-f4c8238b7cae service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892339 Jul 22 21:24:49.138918 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-3d692f08-f733-4d55-a002-6c34c5d521a6 req-7d50fced-21dc-4e42-bdee-bf3d73e988c7 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847664 Jul 22 21:24:49.150618 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-91178c95-083f-4ef9-8f6f-9c3c46860b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '6f360d8d-3d4b-4cdd-9164-220138b39708', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:f0:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:47Z', 'updated_at': '2021-07-22T21:24:47Z', 'revision_number': 0, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:49.182983 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91178c95-083f-4ef9-8f6f-9c3c46860b1d None None] The sync data for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi is: [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '6f360d8d-3d4b-4cdd-9164-220138b39708', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:f0:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:47Z', 'updated_at': '2021-07-22T21:24:47Z', 'revision_number': 0, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:24:49.375607 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc9ad1-754e-44ac-ac8e-29afac9d302f None None] New status for floating IP 6f360d8d-3d4b-4cdd-9164-220138b39708: ACTIVE {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:24:57.476465 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92b17687-a2bc-4cde-a32a-5f6b957291b9 req-9d5b3fb6-2019-4f98-9cbf-d8d68d2dcf5c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547655 Jul 22 21:24:57.611089 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b17687-a2bc-4cde-a32a-5f6b957291b9 req-81676b46-4cc8-416a-b1fc-f0342980b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:57.613545 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92b17687-a2bc-4cde-a32a-5f6b957291b9 req-81676b46-4cc8-416a-b1fc-f0342980b888 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 1098 time: 0.0555372 Jul 22 21:24:57.719163 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b17687-a2bc-4cde-a32a-5f6b957291b9 req-912d9730-0464-4199-bf51-9d71eb96403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:57.720511 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92b17687-a2bc-4cde-a32a-5f6b957291b9 req-912d9730-0464-4199-bf51-9d71eb96403f service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.0815346 Jul 22 21:24:57.788637 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92b17687-a2bc-4cde-a32a-5f6b957291b9 req-6825f2d5-1574-47c8-bfec-2d8269ccfe8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a12151-0fbd-459b-b7fe-ab268f490109 HTTP/1.1" status: 200 len: 1001 time: 0.0597999 Jul 22 21:24:57.837326 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b17687-a2bc-4cde-a32a-5f6b957291b9 req-d49de744-f698-41a7-b4e3-f83701c83b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:57.838687 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92b17687-a2bc-4cde-a32a-5f6b957291b9 req-d49de744-f698-41a7-b4e3-f83701c83b0e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0416603 Jul 22 21:24:57.897157 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b17687-a2bc-4cde-a32a-5f6b957291b9 req-c4a736fb-0dd3-4968-9e00-193867ed16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:57.898602 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92b17687-a2bc-4cde-a32a-5f6b957291b9 req-c4a736fb-0dd3-4968-9e00-193867ed16d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509944 Jul 22 21:24:57.992187 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92b17687-a2bc-4cde-a32a-5f6b957291b9 req-b9e1353c-20c6-4b8d-810d-10cc057cbc8b service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818479 Jul 22 21:24:58.083491 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-92b17687-a2bc-4cde-a32a-5f6b957291b9 req-f7a172b3-0a28-4eac-ac91-dfa762daa2f5 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798090 Jul 22 21:25:00.145119 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-b1856614-3081-4632-a725-150d903895ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:02.876350 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-93a58c92-ce13-459d-b958-9c53a8820f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:03.229394 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:03.608111 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:25:04.017023 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:05.269460 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:17.078194 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:30.145229 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ab568a83-d024-417b-aabc-d63458e6db2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:32.875980 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-7e413b5e-3eac-4e03-aefc-0fc075096c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:33.230807 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:34.018676 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:35.271712 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:40.606523 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:25:47.079401 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:57.494354 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33dc3716-e773-4f79-8ba1-d22c6f8d4b81 req-ba5cbe1d-af6f-4cc2-9571-c2c9b82e9e7f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560672 Jul 22 21:25:57.610024 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3716-e773-4f79-8ba1-d22c6f8d4b81 req-cd749316-16f7-449c-97dd-ab1cd8997b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:57.611510 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33dc3716-e773-4f79-8ba1-d22c6f8d4b81 req-cd749316-16f7-449c-97dd-ab1cd8997b9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 1098 time: 0.0524013 Jul 22 21:25:57.712089 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3716-e773-4f79-8ba1-d22c6f8d4b81 req-7c4fc72c-a4b9-4440-ac5d-501ed314f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:57.713425 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33dc3716-e773-4f79-8ba1-d22c6f8d4b81 req-7c4fc72c-a4b9-4440-ac5d-501ed314f4b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.0831847 Jul 22 21:25:57.775913 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33dc3716-e773-4f79-8ba1-d22c6f8d4b81 req-703ac9de-1e7d-4ad6-802f-5f372170de3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a12151-0fbd-459b-b7fe-ab268f490109 HTTP/1.1" status: 200 len: 1001 time: 0.0555856 Jul 22 21:25:57.825387 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3716-e773-4f79-8ba1-d22c6f8d4b81 req-497ff5f5-e00f-46b6-83c1-d192c1168f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:57.826747 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33dc3716-e773-4f79-8ba1-d22c6f8d4b81 req-497ff5f5-e00f-46b6-83c1-d192c1168f97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0415270 Jul 22 21:25:57.888630 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3716-e773-4f79-8ba1-d22c6f8d4b81 req-f2000e32-08cf-499e-a131-6f84f819d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:57.890092 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33dc3716-e773-4f79-8ba1-d22c6f8d4b81 req-f2000e32-08cf-499e-a131-6f84f819d202 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550122 Jul 22 21:25:57.976489 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33dc3716-e773-4f79-8ba1-d22c6f8d4b81 req-74f55849-80f8-49a2-a885-c325898d5d1d service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779889 Jul 22 21:25:58.064059 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-33dc3716-e773-4f79-8ba1-d22c6f8d4b81 req-5cc495a9-e1a9-459f-91f5-1ba332bc37a4 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809495 Jul 22 21:26:00.145823 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-690c0ae4-c91c-43a5-999e-31db20b0e743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.875642 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-fc6c5e2a-a81e-44d6-93a3-94c92d480b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.231294 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:04.020684 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:05.275296 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:17.085273 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:17.606276 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:26:30.146416 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-63e2c882-2446-4bba-b13e-f7ce294fc2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:32.874447 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-02e29829-a3a4-4ce2-ab02-3fd8848b664e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:33.233183 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:34.025962 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:35.277460 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:47.098589 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:48.244123 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-2fe960e2-e8d1-4a9d-8637-22d25d67b24b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673673845&fields=id&tenant_id=4454557b4eb2420c827459ed1b8d6f1f HTTP/1.1" status: 200 len: 267 time: 0.0329602 Jul 22 21:26:48.349417 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-b5134b1f-9aab-47ad-b0a3-81545f30f525 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:48.350778 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-b5134b1f-9aab-47ad-b0a3-81545f30f525 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 812 time: 0.1006079 Jul 22 21:26:48.364540 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-7c96a4c6-038c-477b-b4be-da6afc46a8d3 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/quotas/4454557b4eb2420c827459ed1b8d6f1f HTTP/1.1" status: 200 len: 375 time: 0.0086036 Jul 22 21:26:48.434919 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0dbc2f61-5f31-453f-aa4a-6f0cad4242e1 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0656941 Jul 22 21:26:48.529648 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-b3e947c0-c55f-4e13-aa8e-0b8683709566 service neutron] 10.222.0.61 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832145 Jul 22 21:26:48.866079 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-15bab5ec-464f-4a0d-8bd5-186634ff1d81 service neutron] 10.222.0.61 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308349 Jul 22 21:26:49.142561 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d3e2fa04-be57-459e-892f-03307ea4f1a6 req-43cdfd31-4edd-4a6a-bcf4-90e2dae99073 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 210 time: 0.0281520 Jul 22 21:26:50.208213 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-a65dcc4d-e137-4e6a-915b-0d412ec88fdc tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:50.210000 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-a65dcc4d-e137-4e6a-915b-0d412ec88fdc tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 812 time: 0.1041558 Jul 22 21:26:50.240837 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-06ef65a6-543d-476a-bee5-04d5c26454ba req-19967972-89e2-4aa0-a29e-6800b2019dee tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 210 time: 0.0281913 Jul 22 21:26:50.275998 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-163f5fd1-0da4-4e86-bf68-5551f9563c3b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4454557b4eb2420c827459ed1b8d6f1f HTTP/1.1" status: 200 len: 380 time: 0.0332174 Jul 22 21:26:50.285340 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'port': {'device_id': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'admin_state_up': True, 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'security_groups': ['499b37d3-91cc-4d95-9a4f-e1360b37b0fc']}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:50.391202 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Made reservation on behalf of 4454557b4eb2420c827459ed1b8d6f1f for: {'port': 1} {{(pid=93128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:50.395240 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:50.520828 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_common [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Allocated IP 172.20.0.12 (36f2d125-b520-40b8-b6d0-7d756105f2d0/0295bd8a-72e1-40e4-b8dd-6cd655cf26e5/936fecde-2c2a-44e4-a56b-2bbe915a8ab0) {{(pid=93128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:26:50.652237 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for port, precommit_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:50.664942 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Transition to ACTIVE for port object 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 will not be triggered until provisioned by entity DHCP. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:50.696782 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_create {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:50.744325 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Network 36f2d125-b520-40b8-b6d0-7d756105f2d0 is already hosted by enough agents. {{(pid=93128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:26:50.749201 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.base_scheduler [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Resources bound (agent type, host, resource id): {{(pid=93128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:26:50.752832 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Received port after_create {{(pid=93128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:26:50.783707 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'Port': ['ID=936fecde-2c2a-44e4-a56b-2bbe915a8ab0,revision_number=1']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:50.797992 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:50.798336 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:50.798676 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:50.799008 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:50.799332 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:50.799659 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:50.800029 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:50.800352 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:50.800673 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:50.800991 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:50.801434 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:50.801650 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:50.820320 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:50.821171 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:50.845793 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-0037c6b5-d9d0-41cc-b8f6-f281d84d53f7 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640814 Jul 22 21:26:50.866208 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.v2.base [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Request body: {'port': {'device_id': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80190'}} {{(pid=93128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:50.939822 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:50.995074 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-ad07c00e-26e5-47de-a3e0-9e5f28239cd6 None None] Provisioning for port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 completed by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:26:50.999672 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-ad07c00e-26e5-47de-a3e0-9e5f28239cd6 None None] Provisioning complete for port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 triggered by entity DHCP. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:51.000130 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ad07c00e-26e5-47de-a3e0-9e5f28239cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:51.034189 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-ad07c00e-26e5-47de-a3e0-9e5f28239cd6 None None] Port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 cannot update to ACTIVE because it is not bound. {{(pid=93130) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:26:51.215943 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 {{(pid=93128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:51.223512 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:51.234873 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.provisioning_blocks [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Transition to ACTIVE for port object 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 will not be triggered until provisioned by entity L2. {{(pid=93128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:51.238334 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:51.297573 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Pushing event updated for resources: {'Port': ['ID=936fecde-2c2a-44e4-a56b-2bbe915a8ab0,revision_number=2']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:51.435329 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Attempting to bind port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 on host hv-cinder-80190 for vnic_type normal with profile {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:51.435654 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Attempting to bind port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 by drivers openvswitch,hyperv on host hv-cinder-80190 at level 0 using segments [{'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:51.435973 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Attempting to bind port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 on network 36f2d125-b520-40b8-b6d0-7d756105f2d0 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:51.443749 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 on network 36f2d125-b520-40b8-b6d0-7d756105f2d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80190 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:51.444067 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Attempting to bind port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 on network 36f2d125-b520-40b8-b6d0-7d756105f2d0 {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:51.453176 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Checking agent: {'id': '8ad3a9aa-f9da-4091-a42d-5b5649cf420a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:26:51.453507 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Checking segment: {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:26:51.453888 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Bound using segment: {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'} {{(pid=93128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:26:51.454323 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.managers [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Bound port: 936fecde-2c2a-44e4-a56b-2bbe915a8ab0, host: hv-cinder-80190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c492a8-1ee2-4bda-b1c9-419b0bf5224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0'}}] {{(pid=93128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:26:51.454675 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:51.474130 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da8426-847f-42bb-8d36-e0996b95d175 req-0e276702-eb30-4bce-9755-d5b04c531eac tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:51.475827 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c5da8426-847f-42bb-8d36-e0996b95d175 req-0e276702-eb30-4bce-9755-d5b04c531eac tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 944 time: 0.1366348 Jul 22 21:26:51.554666 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-c5da8426-847f-42bb-8d36-e0996b95d175 req-7f82fdf3-b59e-4c23-813a-bf509b2e2c07 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725837 Jul 22 21:26:51.566243 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] For port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0, host hv-cinder-80190, cleared binding levels {{(pid=93128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:26:51.576485 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] For port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0, host hv-cinder-80190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=936fecde-2c2a-44e4-a56b-2bbe915a8ab0,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:26:51.576485 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3138693'] for port, after_update {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:51.615658 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:51.616270 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:51.617705 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/936fecde-2c2a-44e4-a56b-2bbe915a8ab0 HTTP/1.1" status: 200 len: 1094 time: 0.7564032 Jul 22 21:26:51.618146 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'tag': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:51.620388 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a6dd80-2605-426c-a220-733d7ccf369b" -d '{"events": [{"name": "network-changed", "server_uuid": "59e50fd3-9898-4694-a16a-d683ba6e59bd", "tag": "936fecde-2c2a-44e4-a56b-2bbe915a8ab0"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:51.642714 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38cd86-ff50-4af8-a1a3-1d3bce2c00a1 service neutron] Pushing event updated for resources: {'Port': ['ID=936fecde-2c2a-44e4-a56b-2bbe915a8ab0,revision_number=3']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:51.730275 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31cbcac-9cda-431a-a0b6-f86308c7cf93 x-openstack-request-id: req-d31cbcac-9cda-431a-a0b6-f86308c7cf93 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:51.730650 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e50fd3-9898-4694-a16a-d683ba6e59bd", "tag": "936fecde-2c2a-44e4-a56b-2bbe915a8ab0", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:51.730959 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d31cbcac-9cda-431a-a0b6-f86308c7cf93 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:51.731467 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'tag': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0', 'status': 'completed', 'code': 200} Jul 22 21:26:51.755491 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-7603dc32-635e-48ad-918a-ef3e217ebb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:51.757103 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-7603dc32-635e-48ad-918a-ef3e217ebb74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 1097 time: 0.0702455 Jul 22 21:26:51.815245 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-64f497fa-fd63-4b2c-b416-08bcc1425f13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936fecde-2c2a-44e4-a56b-2bbe915a8ab0 HTTP/1.1" status: 200 len: 217 time: 0.0386796 Jul 22 21:26:51.874474 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-b47d0418-a440-43be-8dd2-97e3fd57bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:51.875999 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-b47d0418-a440-43be-8dd2-97e3fd57bd7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0533102 Jul 22 21:26:51.939737 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-05c7fe59-bad7-407f-b4b1-eacf6c44121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:51.941826 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-05c7fe59-bad7-407f-b4b1-eacf6c44121d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579040 Jul 22 21:26:52.038757 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-5588c967-238a-4edd-a299-1fee73387e4a service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888934 Jul 22 21:26:52.140008 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-ebc98ebc-aa8a-420f-944b-4bd3f61a0b85 req-f831c054-88af-40ed-b7f9-078ee67a8755 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936244 Jul 22 21:26:52.331002 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6dd80-2605-426c-a220-733d7ccf369b req-a34a3783-ba4a-4b74-8a83-df33bb81c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:52.333029 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-38a6dd80-2605-426c-a220-733d7ccf369b req-a34a3783-ba4a-4b74-8a83-df33bb81c3df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 1097 time: 0.0601852 Jul 22 21:26:52.432096 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6dd80-2605-426c-a220-733d7ccf369b req-09db5b01-af50-4f7c-baff-9139265c2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:52.433649 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-38a6dd80-2605-426c-a220-733d7ccf369b req-09db5b01-af50-4f7c-baff-9139265c2493 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.0935473 Jul 22 21:26:52.480778 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-38a6dd80-2605-426c-a220-733d7ccf369b req-e297a45b-ac56-4ae4-8650-e59b9fbfbcd3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936fecde-2c2a-44e4-a56b-2bbe915a8ab0 HTTP/1.1" status: 200 len: 217 time: 0.0370448 Jul 22 21:26:52.534160 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6dd80-2605-426c-a220-733d7ccf369b req-af5cc78f-bff7-4f10-be80-6d814d3d051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:52.535732 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-38a6dd80-2605-426c-a220-733d7ccf369b req-af5cc78f-bff7-4f10-be80-6d814d3d051f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0444438 Jul 22 21:26:52.603696 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6dd80-2605-426c-a220-733d7ccf369b req-c5bb0826-17dd-4a25-80cc-b73642e0e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:52.605236 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-38a6dd80-2605-426c-a220-733d7ccf369b req-c5bb0826-17dd-4a25-80cc-b73642e0e7a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607195 Jul 22 21:26:52.774191 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-38a6dd80-2605-426c-a220-733d7ccf369b req-9c3686b3-1ab3-4f5a-b853-424bfccddb61 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611896 Jul 22 21:26:52.791732 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25056f22-cdba-4721-8b8c-35f82e91d7e3 req-f8f7fb53-693f-4db2-9239-9a9a2e9d0a63 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:52.793244 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25056f22-cdba-4721-8b8c-35f82e91d7e3 req-f8f7fb53-693f-4db2-9239-9a9a2e9d0a63 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 944 time: 0.1628151 Jul 22 21:26:52.885496 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-25056f22-cdba-4721-8b8c-35f82e91d7e3 req-3b161b77-2b7f-4123-95d1-b0c2ca02a53d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827134 Jul 22 21:26:52.905850 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-38a6dd80-2605-426c-a220-733d7ccf369b req-d331f040-88ea-444d-801b-49d5042d5be6 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116486 Jul 22 21:26:54.034642 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83cdc3-c7f2-4020-aebe-d5819bffb07d req-48420ac5-573d-45bd-9fac-74219925cb91 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:54.036117 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c83cdc3-c7f2-4020-aebe-d5819bffb07d req-48420ac5-573d-45bd-9fac-74219925cb91 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 944 time: 0.0674179 Jul 22 21:26:54.077697 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4c83cdc3-c7f2-4020-aebe-d5819bffb07d req-18a49d13-3af2-4a9e-ab31-108256723513 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360067 Jul 22 21:26:54.605794 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:26:55.202268 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aa754-b196-4ff3-8e86-4ff0438b3041 req-501dcc84-26cb-4060-86cd-401287edf0c0 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:55.203736 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa9aa754-b196-4ff3-8e86-4ff0438b3041 req-501dcc84-26cb-4060-86cd-401287edf0c0 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 944 time: 0.0625176 Jul 22 21:26:55.240767 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-aa9aa754-b196-4ff3-8e86-4ff0438b3041 req-9166c955-1f28-42f4-aeb9-31c851acbdec tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315497 Jul 22 21:26:56.370362 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde6123-dc6f-4b48-812a-520a08b8f26d req-1d0dbb37-c482-48d7-8b1d-103fb799c805 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:56.371907 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cde6123-dc6f-4b48-812a-520a08b8f26d req-1d0dbb37-c482-48d7-8b1d-103fb799c805 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 944 time: 0.0642922 Jul 22 21:26:56.418231 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-0cde6123-dc6f-4b48-812a-520a08b8f26d req-01c9e9fd-cfc9-42e0-9353-2671586a9662 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390167 Jul 22 21:26:57.550996 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51472bd7-7eb9-4b24-88d8-0316c04635d8 req-e84571e3-e08b-42d6-8fd2-2181b8dae5de tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:57.552442 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51472bd7-7eb9-4b24-88d8-0316c04635d8 req-e84571e3-e08b-42d6-8fd2-2181b8dae5de tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 944 time: 0.0663683 Jul 22 21:26:57.593758 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-51472bd7-7eb9-4b24-88d8-0316c04635d8 req-43dce29c-247a-4935-81ff-934d7de6c2d6 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355160 Jul 22 21:26:58.483665 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-242162c5-4cea-4f6c-8fe7-bcfb855e8c70 req-b5485508-b492-48ca-a696-7372f9bc9cdb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522885 Jul 22 21:26:58.615950 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242162c5-4cea-4f6c-8fe7-bcfb855e8c70 req-eb50f77d-9a61-4c43-9351-35759dba0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:58.617651 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-242162c5-4cea-4f6c-8fe7-bcfb855e8c70 req-eb50f77d-9a61-4c43-9351-35759dba0100 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 1098 time: 0.0576885 Jul 22 21:26:58.771497 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242162c5-4cea-4f6c-8fe7-bcfb855e8c70 req-dff02585-5109-42b0-998f-2890c8234f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:58.772935 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-242162c5-4cea-4f6c-8fe7-bcfb855e8c70 req-dff02585-5109-42b0-998f-2890c8234f3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.1268919 Jul 22 21:26:58.785740 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3fd97-2ae1-4b12-9752-20fb63ec9e18 req-ac25800e-d300-4587-a411-e92215772686 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:58.787136 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-efe3fd97-2ae1-4b12-9752-20fb63ec9e18 req-ac25800e-d300-4587-a411-e92215772686 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 944 time: 0.1199493 Jul 22 21:26:58.863860 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-efe3fd97-2ae1-4b12-9752-20fb63ec9e18 req-1724d418-d428-4547-8cd0-90f02780c503 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696254 Jul 22 21:26:58.877401 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-242162c5-4cea-4f6c-8fe7-bcfb855e8c70 req-cbbb5ee5-e189-44e8-8897-5e8655fcaa89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a12151-0fbd-459b-b7fe-ab268f490109 HTTP/1.1" status: 200 len: 1001 time: 0.0893042 Jul 22 21:26:58.929882 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242162c5-4cea-4f6c-8fe7-bcfb855e8c70 req-d5f513a8-8a25-49ac-b196-3caabfd04eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:58.931296 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-242162c5-4cea-4f6c-8fe7-bcfb855e8c70 req-d5f513a8-8a25-49ac-b196-3caabfd04eec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0442555 Jul 22 21:26:58.998842 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242162c5-4cea-4f6c-8fe7-bcfb855e8c70 req-6a4c9dfc-e786-43e2-89e1-97bc944a8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:59.000325 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-242162c5-4cea-4f6c-8fe7-bcfb855e8c70 req-6a4c9dfc-e786-43e2-89e1-97bc944a8054 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574667 Jul 22 21:26:59.094773 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-242162c5-4cea-4f6c-8fe7-bcfb855e8c70 req-4c69ab70-31db-409e-9b5c-a315e23e0302 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820553 Jul 22 21:26:59.196168 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-242162c5-4cea-4f6c-8fe7-bcfb855e8c70 req-338691e0-7c9f-4259-b65a-9b67af990782 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899606 Jul 22 21:26:59.997981 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289774-b5a0-47fc-9073-ea9f2290ff0a req-78db7aea-3ef9-473f-a056-d1f679a3e7d3 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:59.999471 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e289774-b5a0-47fc-9073-ea9f2290ff0a req-78db7aea-3ef9-473f-a056-d1f679a3e7d3 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 944 time: 0.0646076 Jul 22 21:27:00.036275 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4e289774-b5a0-47fc-9073-ea9f2290ff0a req-7672d67a-88b7-4a3f-ba96-d0a244a6c30d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307112 Jul 22 21:27:00.153970 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-5e4d7fac-5729-4552-bbbf-d8cd30e2470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:00.319939 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 details requested by agent hyperv_hv-cinder-80190 with host hv-cinder-80190 {{(pid=93130) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:27:00.421557 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=936fecde-2c2a-44e4-a56b-2bbe915a8ab0,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:00.439409 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Returning: {'device': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'port_id': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0', 'mac_address': 'fa:16:3e:4a:be:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93130) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:27:00.490184 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:00.502395 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 {{(pid=93130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:27:00.523592 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=936fecde-2c2a-44e4-a56b-2bbe915a8ab0,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:00.527927 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:00.578229 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=936fecde-2c2a-44e4-a56b-2bbe915a8ab0,revision_number=4']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:00.585805 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:00.586154 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:00.586496 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:00.586831 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:00.587165 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:00.587497 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:00.587824 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:00.588150 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:00.588478 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:00.588806 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:00.589165 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:00.589537 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:00.943017 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] get_ports_and_sgs() called for port_ids ['936fecde-2c2a-44e4-a56b-2bbe915a8ab0'] {{(pid=93130) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:27:01.188487 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238e065-c1eb-4b02-9cce-b813f0135b03 req-c4bb4759-4731-4e7f-b97d-91a0a92fe77c tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:01.190136 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f238e065-c1eb-4b02-9cce-b813f0135b03 req-c4bb4759-4731-4e7f-b97d-91a0a92fe77c tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 945 time: 0.0707886 Jul 22 21:27:01.236400 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f238e065-c1eb-4b02-9cce-b813f0135b03 req-19acece1-2e76-4993-baf3-7bc2f25152f8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399256 Jul 22 21:27:02.333663 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 up at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:27:02.365644 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408ab6-8ed8-4545-93a6-3668763b53f8 req-1a44cc05-b059-4173-8730-e3f882452d19 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:02.367143 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd408ab6-8ed8-4545-93a6-3668763b53f8 req-1a44cc05-b059-4173-8730-e3f882452d19 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 945 time: 0.0640447 Jul 22 21:27:02.379737 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning for port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 completed by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:27:02.383287 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.provisioning_blocks [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Provisioning complete for port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 triggered by entity L2. {{(pid=93130) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:27:02.383638 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521806'] for port, provisioning_complete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:02.406680 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd408ab6-8ed8-4545-93a6-3668763b53f8 req-88dfb0f0-4b81-495e-bc22-944311cc639a tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338593 Jul 22 21:27:02.467493 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:02.489977 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0'}] {{(pid=93130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:27:02.492236 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8811ac4572ba935ece9e58f702642de09df656c3f7db922533f109168f88db6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7038ff-6301-4df4-9575-133ba1300602" -d '{"events": [{"server_uuid": "59e50fd3-9898-4694-a16a-d683ba6e59bd", "name": "network-vif-plugged", "status": "completed", "tag": "936fecde-2c2a-44e4-a56b-2bbe915a8ab0"}]}' {{(pid=93130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:27:02.506258 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] For port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=936fecde-2c2a-44e4-a56b-2bbe915a8ab0,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:27:02.510403 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189'] for port, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:02.559555 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Pushing event updated for resources: {'Port': ['ID=936fecde-2c2a-44e4-a56b-2bbe915a8ab0,revision_number=5']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:02.581562 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c73af7-ebe5-4bf5-aa5f-065be7483222 x-openstack-request-id: req-19c73af7-ebe5-4bf5-aa5f-065be7483222 {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:27:02.582039 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e50fd3-9898-4694-a16a-d683ba6e59bd", "name": "network-vif-plugged", "status": "completed", "tag": "936fecde-2c2a-44e4-a56b-2bbe915a8ab0", "code": 200}]} {{(pid=93130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:27:02.582302 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19c73af7-ebe5-4bf5-aa5f-065be7483222 {{(pid=93130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:27:02.582696 dv-cinder-801902-1-iscsi neutron-server[93130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0', 'code': 200} Jul 22 21:27:02.874644 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-863e20d7-160d-437d-85b0-a9c16df5e7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:02.879207 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2a769-1c42-47bb-942b-bc5396e7356d req-17f8fe3c-b4af-4506-aefa-c171fdb7cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:02.880713 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-57b2a769-1c42-47bb-942b-bc5396e7356d req-17f8fe3c-b4af-4506-aefa-c171fdb7cce9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 1099 time: 0.0544856 Jul 22 21:27:02.915250 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-57b2a769-1c42-47bb-942b-bc5396e7356d req-d9b15a37-7f62-41d3-996c-20f2f0b99071 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276163 Jul 22 21:27:03.235457 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:03.543945 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb9ae-6ffd-4be5-aad7-a7580bd969e5 req-d1ad4851-51ad-482b-b830-d57f7e7a2ea0 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:03.545352 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a9abb9ae-6ffd-4be5-aad7-a7580bd969e5 req-d1ad4851-51ad-482b-b830-d57f7e7a2ea0 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 946 time: 0.0673010 Jul 22 21:27:03.582748 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-a9abb9ae-6ffd-4be5-aad7-a7580bd969e5 req-e290ff20-cb0a-4e10-b88c-3dd25e7153ba tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312800 Jul 22 21:27:04.028837 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:04.716060 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca11729-2da6-4405-97d7-678ddbaaac55 req-ef74c658-22a9-4240-bf29-b169cc943ad8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:04.717600 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ca11729-2da6-4405-97d7-678ddbaaac55 req-ef74c658-22a9-4240-bf29-b169cc943ad8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 946 time: 0.0675082 Jul 22 21:27:04.760793 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-2ca11729-2da6-4405-97d7-678ddbaaac55 req-15fa68ba-27a8-4953-b595-c1a1a6f18a89 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370600 Jul 22 21:27:04.893610 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732fcb1-82cc-4792-8b89-a67099d184e2 req-c1d92757-9fc4-4553-bf4e-1d5c53072111 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:04.895059 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1732fcb1-82cc-4792-8b89-a67099d184e2 req-c1d92757-9fc4-4553-bf4e-1d5c53072111 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 946 time: 0.0696719 Jul 22 21:27:04.940606 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1732fcb1-82cc-4792-8b89-a67099d184e2 req-c98eedc8-e675-449e-aa2e-f8d8dd86a5d8 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396996 Jul 22 21:27:04.962158 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58602) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:05.047314 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30122aa-14a9-4a70-a665-1d070568003b tempest-TestVolumeBootPattern-907544888 tempest-TestVolumeBootPattern-907544888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:05.048739 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-a30122aa-14a9-4a70-a665-1d070568003b tempest-TestVolumeBootPattern-907544888 tempest-TestVolumeBootPattern-907544888-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 1094 time: 0.0856221 Jul 22 21:27:05.053003 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58606) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:27:05.057278 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.v2.base [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Request body: {'floatingip': {'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'port_id': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:27:05.085500 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:05.182607 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:05.288952 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:05.312773 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.db_base_plugin_common [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Allocated IP 172.27.1.57 (c2812c71-7be5-4495-afd6-eaefb879ca73/2fee39df-3300-40c8-972c-3707a50dfd61/87ef2290-b796-4700-93cc-1efc8b36bad6) {{(pid=93129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:27:05.441061 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for port, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:05.489059 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760959948153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:05.530679 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Network c2812c71-7be5-4495-afd6-eaefb879ca73 is already hosted by enough agents. {{(pid=93129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:27:05.536773 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.base_scheduler [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Resources bound (agent type, host, resource id): {{(pid=93129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:27:05.540815 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Received port after_create {{(pid=93129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:27:05.569222 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'Port': ['ID=87ef2290-b796-4700-93cc-1efc8b36bad6,revision_number=1']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:05.582756 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:05.583132 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:05.583441 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:05.583772 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:05.584105 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:05.584432 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:05.584762 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:05.585378 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:05.585704 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:05.586049 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:05.586469 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:05.586827 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:27:05.929728 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:06.004548 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1548087'] for port, before_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:06.155969 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for port, precommit_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:06.161626 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760960349242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760959948171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760959948189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9935883'] for port, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:06.228615 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event updated for resources: {'Port': ['ID=87ef2290-b796-4700-93cc-1efc8b36bad6,revision_number=2']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:27:06.242585 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369626'] for floatingip, after_update {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:06.399660 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.l3_db [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Floating IP e58f03e7-2f40-4dd1-93cc-5890593c972a associated. External IP: 172.27.1.57, port: 936fecde-2c2a-44e4-a56b-2bbe915a8ab0. Jul 22 21:27:06.655984 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:27:06.776201 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:27:06.786086 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d49be7b-64bc-4ca7-97a9-c59d927707bc None None] Sync routers for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:27:06.792560 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:06.795356 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d49be7b-64bc-4ca7-97a9-c59d927707bc None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:27:06.795972 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-4d49be7b-64bc-4ca7-97a9-c59d927707bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:27:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:06.847629 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-7e07b764-b50f-476a-ba5b-1dd38b771508 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7791860 Jul 22 21:27:06.847629 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'tag': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:27:06.847629 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e081ca5c07193bd213ceeefebd48142515bf56df91653bc6535f069c3acb44b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dea796-e971-4981-9f84-814012484e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "59e50fd3-9898-4694-a16a-d683ba6e59bd", "tag": "936fecde-2c2a-44e4-a56b-2bbe915a8ab0"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:27:06.873025 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a5a268-5ae1-45e4-aa08-24d80785f9b4 x-openstack-request-id: req-07a5a268-5ae1-45e4-aa08-24d80785f9b4 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:27:06.873332 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e50fd3-9898-4694-a16a-d683ba6e59bd", "tag": "936fecde-2c2a-44e4-a56b-2bbe915a8ab0", "status": "completed", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:27:06.873576 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07a5a268-5ae1-45e4-aa08-24d80785f9b4 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:27:06.873966 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'tag': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0', 'status': 'completed', 'code': 200} Jul 22 21:27:06.919058 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-4d49be7b-64bc-4ca7-97a9-c59d927707bc None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:27:07.013410 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dea796-e971-4981-9f84-814012484e1d req-67900929-05f8-4ac7-9d0e-417c1e4d3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:07.014992 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f4dea796-e971-4981-9f84-814012484e1d req-67900929-05f8-4ac7-9d0e-417c1e4d3600 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 1099 time: 0.0603993 Jul 22 21:27:07.140770 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dea796-e971-4981-9f84-814012484e1d req-b5e08932-696b-4ddb-84e0-a30475926efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:07.143255 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f4dea796-e971-4981-9f84-814012484e1d req-b5e08932-696b-4ddb-84e0-a30475926efd service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.1200597 Jul 22 21:27:07.239052 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f4dea796-e971-4981-9f84-814012484e1d req-15de5327-615e-44a1-a5f5-05f0c5965370 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936fecde-2c2a-44e4-a56b-2bbe915a8ab0 HTTP/1.1" status: 200 len: 999 time: 0.0841327 Jul 22 21:27:07.292183 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dea796-e971-4981-9f84-814012484e1d req-90d96737-0d15-4da2-9cf8-aa5ff459dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:07.294079 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f4dea796-e971-4981-9f84-814012484e1d req-90d96737-0d15-4da2-9cf8-aa5ff459dbb2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0480630 Jul 22 21:27:07.349642 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-4d49be7b-64bc-4ca7-97a9-c59d927707bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '6f360d8d-3d4b-4cdd-9164-220138b39708', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:f0:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:47Z', 'updated_at': '2021-07-22T21:24:49Z', 'revision_number': 1, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}, {'id': 'e58f03e7-2f40-4dd1-93cc-5890593c972a', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:4a:be:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:27:05Z', 'updated_at': '2021-07-22T21:27:05Z', 'revision_number': 0, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:07.388093 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dea796-e971-4981-9f84-814012484e1d req-c4bf7dc8-1f5f-4f75-8e06-e7b118c60890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:07.389607 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f4dea796-e971-4981-9f84-814012484e1d req-c4bf7dc8-1f5f-4f75-8e06-e7b118c60890 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880036 Jul 22 21:27:07.389990 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d49be7b-64bc-4ca7-97a9-c59d927707bc None None] Checking router: e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:27:07.403254 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d49be7b-64bc-4ca7-97a9-c59d927707bc None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:27:07.403887 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-4d49be7b-64bc-4ca7-97a9-c59d927707bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:27:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:07.494414 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f4dea796-e971-4981-9f84-814012484e1d req-28118322-730a-4260-a590-db27aa6f7049 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963330 Jul 22 21:27:07.513052 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-4d49be7b-64bc-4ca7-97a9-c59d927707bc None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:27:07.585266 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-f4dea796-e971-4981-9f84-814012484e1d req-1763472d-7d5d-4a3b-be1f-0e326148ef5e service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834434 Jul 22 21:27:07.745793 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-4d49be7b-64bc-4ca7-97a9-c59d927707bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '6f360d8d-3d4b-4cdd-9164-220138b39708', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:f0:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:47Z', 'updated_at': '2021-07-22T21:24:49Z', 'revision_number': 1, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}, {'id': 'e58f03e7-2f40-4dd1-93cc-5890593c972a', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:4a:be:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:27:05Z', 'updated_at': '2021-07-22T21:27:05Z', 'revision_number': 0, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:27:07.773229 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d49be7b-64bc-4ca7-97a9-c59d927707bc None None] The sync data for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi is: [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '6f360d8d-3d4b-4cdd-9164-220138b39708', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:f0:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:47Z', 'updated_at': '2021-07-22T21:24:49Z', 'revision_number': 1, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}, {'id': 'e58f03e7-2f40-4dd1-93cc-5890593c972a', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:4a:be:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:27:05Z', 'updated_at': '2021-07-22T21:27:05Z', 'revision_number': 0, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:27:07.975556 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fd0a8d-ea4b-4aa5-a4a3-f9f3e1823450 None None] New status for floating IP e58f03e7-2f40-4dd1-93cc-5890593c972a: ACTIVE {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:27:17.129276 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:30.147768 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-df7e92b9-7729-4064-ade2-74b67f956efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:31.604432 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:27:32.875019 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-61331c77-c90e-4882-bdf4-21097d62f5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:33.236313 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:34.031394 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:35.284323 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:47.146232 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:00.151515 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-2ebd979b-f9b0-441e-9187-83214542c433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:00.535552 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd18f472-fb97-4452-b95a-3e25906a248d req-3886aa3a-1c7b-489d-85a7-7e3805a3a7d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542550 Jul 22 21:28:00.657280 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18f472-fb97-4452-b95a-3e25906a248d req-beabe964-e3cf-4451-b64f-870b102c3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:00.658671 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd18f472-fb97-4452-b95a-3e25906a248d req-beabe964-e3cf-4451-b64f-870b102c3697 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 1098 time: 0.0531704 Jul 22 21:28:00.764338 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18f472-fb97-4452-b95a-3e25906a248d req-27db0e0c-0c63-4bda-b837-00340ba4454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:00.765834 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd18f472-fb97-4452-b95a-3e25906a248d req-27db0e0c-0c63-4bda-b837-00340ba4454f service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.0867414 Jul 22 21:28:00.830097 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd18f472-fb97-4452-b95a-3e25906a248d req-222aee95-af7c-4d07-a73a-71ed6a3f50fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a12151-0fbd-459b-b7fe-ab268f490109 HTTP/1.1" status: 200 len: 1001 time: 0.0566511 Jul 22 21:28:00.877926 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18f472-fb97-4452-b95a-3e25906a248d req-842f1982-acfd-42f1-9686-dd8e8da99988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:00.879874 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd18f472-fb97-4452-b95a-3e25906a248d req-842f1982-acfd-42f1-9686-dd8e8da99988 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0424030 Jul 22 21:28:00.946558 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18f472-fb97-4452-b95a-3e25906a248d req-3c2e5d99-7689-47d4-b4ba-111da268725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:00.948630 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd18f472-fb97-4452-b95a-3e25906a248d req-3c2e5d99-7689-47d4-b4ba-111da268725b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595973 Jul 22 21:28:01.041505 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd18f472-fb97-4452-b95a-3e25906a248d req-2f51973d-07cc-4500-aaa6-528a973fdb74 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812285 Jul 22 21:28:01.132656 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-bd18f472-fb97-4452-b95a-3e25906a248d req-6166bfdb-2b8f-4332-8236-1f123deb7078 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840282 Jul 22 21:28:02.874797 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-505b4c9d-128a-45cf-9956-1a71d6ce2919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:03.238510 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:04.032612 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:05.287417 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:08.604223 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:28:17.145628 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:30.151623 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-021282ab-85b9-4f3e-b77d-07785a380e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:32.874080 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-3b389429-5fce-44a1-a4d9-116bb7c9838d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:33.239177 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:34.034677 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:35.289392 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:45.604453 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:28:47.153443 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:55.744581 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58656) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:56.105882 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Deleting port 87ef2290-b796-4700-93cc-1efc8b36bad6 {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:56.106110 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.181384 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.181701 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.193128 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Calling delete_port for 87ef2290-b796-4700-93cc-1efc8b36bad6 owned by network:floatingip {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:56.339611 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.369742 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event deleted for resources: {'Port': ['ID=87ef2290-b796-4700-93cc-1efc8b36bad6,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:56.396880 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:56.397243 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:56.397580 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:56.397908 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:56.398232 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:56.398588 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:56.398910 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:56.399229 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:56.399546 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:56.399860 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:56.400174 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:56.400482 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:56.439883 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.440255 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.l3_db [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Floating IP e58f03e7-2f40-4dd1-93cc-5890593c972a disassociated (deleted). External IP: 172.27.1.57, port: 936fecde-2c2a-44e4-a56b-2bbe915a8ab0. Jul 22 21:28:56.659219 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:28:56.768182 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:28:56.773596 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:56.778159 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc9054-8283-41b5-a8a0-166ff28cb1d4 None None] Sync routers for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:28:56.787756 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc9054-8283-41b5-a8a0-166ff28cb1d4 None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:28:56.788371 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-d1bc9054-8283-41b5-a8a0-166ff28cb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:28:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:56.812130 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-da012baa-77ed-47f0-9efe-ffd259bf1509 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "DELETE /v2.0/floatingips/e58f03e7-2f40-4dd1-93cc-5890593c972a HTTP/1.1" status: 204 len: 168 time: 1.0665064 Jul 22 21:28:56.812716 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'tag': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:56.815022 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e081ca5c07193bd213ceeefebd48142515bf56df91653bc6535f069c3acb44b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb4c732-8eda-4ca3-a945-7160ce626470" -d '{"events": [{"name": "network-changed", "server_uuid": "59e50fd3-9898-4694-a16a-d683ba6e59bd", "tag": "936fecde-2c2a-44e4-a56b-2bbe915a8ab0"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:56.856943 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93479e9d-ba98-4bf9-982a-c465eba656d2 x-openstack-request-id: req-93479e9d-ba98-4bf9-982a-c465eba656d2 {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:56.857353 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e50fd3-9898-4694-a16a-d683ba6e59bd", "tag": "936fecde-2c2a-44e4-a56b-2bbe915a8ab0", "status": "completed", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:56.857566 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93479e9d-ba98-4bf9-982a-c465eba656d2 {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:56.857963 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'tag': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0', 'status': 'completed', 'code': 200} Jul 22 21:28:56.907175 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-d1bc9054-8283-41b5-a8a0-166ff28cb1d4 None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:28:56.981793 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4c732-8eda-4ca3-a945-7160ce626470 req-06faf5f5-1c35-4702-bf9c-0e4216d08913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:56.985292 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4eb4c732-8eda-4ca3-a945-7160ce626470 req-06faf5f5-1c35-4702-bf9c-0e4216d08913 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 1099 time: 0.0771339 Jul 22 21:28:57.132030 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4c732-8eda-4ca3-a945-7160ce626470 req-d82d1b3c-2f90-43fb-8a2d-c9110857056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:57.133674 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4eb4c732-8eda-4ca3-a945-7160ce626470 req-d82d1b3c-2f90-43fb-8a2d-c9110857056a service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.1270962 Jul 22 21:28:57.138160 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-d1bc9054-8283-41b5-a8a0-166ff28cb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '6f360d8d-3d4b-4cdd-9164-220138b39708', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:f0:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:47Z', 'updated_at': '2021-07-22T21:24:49Z', 'revision_number': 1, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:57.142409 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f03ab-c353-4fd6-8457-91af912fe084 req-a7239a02-bc71-40fd-86e1-5a426a5a03a5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:57.144411 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e92f03ab-c353-4fd6-8457-91af912fe084 req-a7239a02-bc71-40fd-86e1-5a426a5a03a5 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 946 time: 0.1468298 Jul 22 21:28:57.167349 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc9054-8283-41b5-a8a0-166ff28cb1d4 None None] Checking router: e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:28:57.175494 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc9054-8283-41b5-a8a0-166ff28cb1d4 None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:28:57.176089 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-d1bc9054-8283-41b5-a8a0-166ff28cb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:28:33Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:57.194252 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4eb4c732-8eda-4ca3-a945-7160ce626470 req-bee56e6f-f67a-497f-80f4-a5abc599592d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=936fecde-2c2a-44e4-a56b-2bbe915a8ab0 HTTP/1.1" status: 200 len: 217 time: 0.0487983 Jul 22 21:28:57.241021 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-e92f03ab-c353-4fd6-8457-91af912fe084 req-84247197-dee4-46f6-b3e6-e2393c16f64b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895777 Jul 22 21:28:57.261347 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4c732-8eda-4ca3-a945-7160ce626470 req-3c911a96-7b3b-42c2-bcd5-cfc240ffb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:57.262821 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4eb4c732-8eda-4ca3-a945-7160ce626470 req-3c911a96-7b3b-42c2-bcd5-cfc240ffb326 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0555282 Jul 22 21:28:57.280668 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-d1bc9054-8283-41b5-a8a0-166ff28cb1d4 None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:28:57.322810 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4c732-8eda-4ca3-a945-7160ce626470 req-d56c26c6-50a3-4862-8f49-628a2273fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:57.324624 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4eb4c732-8eda-4ca3-a945-7160ce626470 req-d56c26c6-50a3-4862-8f49-628a2273fb10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547414 Jul 22 21:28:57.631707 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-d1bc9054-8283-41b5-a8a0-166ff28cb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '6f360d8d-3d4b-4cdd-9164-220138b39708', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:f0:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:47Z', 'updated_at': '2021-07-22T21:24:49Z', 'revision_number': 1, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:57.664845 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc9054-8283-41b5-a8a0-166ff28cb1d4 None None] The sync data for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi is: [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_floatingips': [{'id': '6f360d8d-3d4b-4cdd-9164-220138b39708', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'router_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'port_id': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'mac_address': 'fa:16:3e:f0:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:47Z', 'updated_at': '2021-07-22T21:24:49Z', 'revision_number': 1, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:28:57.687028 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4eb4c732-8eda-4ca3-a945-7160ce626470 req-60ba5c1b-2778-49ba-bf4f-c95925db8a1a service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539531 Jul 22 21:28:57.781498 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-4eb4c732-8eda-4ca3-a945-7160ce626470 req-ef460cec-d56d-4fa5-8d87-c15c5e06c1bb service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854058 Jul 22 21:28:57.890488 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35aeead-9fff-4655-8642-127ecdba26d5 None None] New status for floating IP e58f03e7-2f40-4dd1-93cc-5890593c972a: DOWN {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:28:58.374007 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a8063-e9b1-4cdf-bc10-50afddcb9e83 req-c987b3ed-4654-4a22-afbc-1f0f5f2de0cc tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:58.375475 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8e4a8063-e9b1-4cdf-bc10-50afddcb9e83 req-c987b3ed-4654-4a22-afbc-1f0f5f2de0cc tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 946 time: 0.0632825 Jul 22 21:28:58.419177 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-8e4a8063-e9b1-4cdf-bc10-50afddcb9e83 req-5a07cc2f-5c13-4538-9358-2ffef31e85d4 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374649 Jul 22 21:28:59.269212 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ded1dc-c5e6-4ebc-bb55-56d661e06481 req-b4f65580-0941-481f-8544-7b08dc262d13 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:59.270639 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b1ded1dc-c5e6-4ebc-bb55-56d661e06481 req-b4f65580-0941-481f-8544-7b08dc262d13 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 946 time: 0.0618639 Jul 22 21:28:59.366004 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-b1ded1dc-c5e6-4ebc-bb55-56d661e06481 req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Deleting port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:28:59.366340 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b1ded1dc-c5e6-4ebc-bb55-56d661e06481 req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:59.458894 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-b1ded1dc-c5e6-4ebc-bb55-56d661e06481 req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] For port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=936fecde-2c2a-44e4-a56b-2bbe915a8ab0,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:59.459445 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b1ded1dc-c5e6-4ebc-bb55-56d661e06481 req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:59.471143 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-b1ded1dc-c5e6-4ebc-bb55-56d661e06481 req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Calling delete_port for 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:28:59.602358 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05139320-69bf-4282-92f4-5a267f3c1655 req-71bc593a-50d4-41ba-9ed8-d411de39c033 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:59.603763 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-05139320-69bf-4282-92f4-5a267f3c1655 req-71bc593a-50d4-41ba-9ed8-d411de39c033 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 946 time: 0.0926774 Jul 22 21:28:59.673538 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-05139320-69bf-4282-92f4-5a267f3c1655 req-95548822-dbe4-4098-b8ee-56f12555911d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638456 Jul 22 21:28:59.674793 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b1ded1dc-c5e6-4ebc-bb55-56d661e06481 req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:59.705046 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event deleted for resources: {'Port': ['ID=936fecde-2c2a-44e4-a56b-2bbe915a8ab0,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:59.717563 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:59.717919 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:59.718258 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:59.718594 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:59.718924 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:59.719255 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:59.719585 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:59.719912 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:59.720239 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:59.720587 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:59.720930 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:59.721279 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:59.764004 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ded1dc-c5e6-4ebc-bb55-56d661e06481 req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] No DVR routers for this DVR port 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:28:59.766497 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-b1ded1dc-c5e6-4ebc-bb55-56d661e06481 req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:59.768581 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-b1ded1dc-c5e6-4ebc-bb55-56d661e06481 req-04d51884-8581-4e15-88e8-bdf2177406be tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "DELETE /v2.0/ports/936fecde-2c2a-44e4-a56b-2bbe915a8ab0 HTTP/1.1" status: 204 len: 173 time: 0.4921324 Jul 22 21:28:59.769027 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'name': 'network-vif-deleted', 'tag': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:59.772047 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0a458c-c8e7-4fd3-95aa-df443294b2d6" -d '{"events": [{"server_uuid": "59e50fd3-9898-4694-a16a-d683ba6e59bd", "name": "network-vif-deleted", "tag": "936fecde-2c2a-44e4-a56b-2bbe915a8ab0"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:59.806033 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e11d285-2969-4471-8dea-881be83c1479 x-openstack-request-id: req-0e11d285-2969-4471-8dea-881be83c1479 {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:59.806508 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e50fd3-9898-4694-a16a-d683ba6e59bd", "name": "network-vif-deleted", "tag": "936fecde-2c2a-44e4-a56b-2bbe915a8ab0", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:59.806758 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e11d285-2969-4471-8dea-881be83c1479 {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:59.807281 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e50fd3-9898-4694-a16a-d683ba6e59bd', 'name': 'network-vif-deleted', 'tag': '936fecde-2c2a-44e4-a56b-2bbe915a8ab0', 'status': 'completed', 'code': 200} Jul 22 21:29:00.153623 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-28623e18-7172-4f21-9d64-a0e09869dcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:00.783076 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-efd023e1-6a9c-4f12-84ed-0ca230878103 req-ca4350c6-6e1e-4cb6-8729-e4107014c18b tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=59e50fd3-9898-4694-a16a-d683ba6e59bd HTTP/1.1" status: 200 len: 210 time: 0.0306327 Jul 22 21:29:01.084669 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:29:01.104313 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:29:01.104664 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device 936fecde-2c2a-44e4-a56b-2bbe915a8ab0 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:29:02.874530 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-128979f5-7f4d-4bed-89be-d7789a3072ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:03.239194 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.038218 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.061498 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58702) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:04.219550 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Deleting port 48ec1586-04a8-42ba-8541-2092e9192980 {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:04.219885 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.293846 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.294141 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.305853 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Calling delete_port for 48ec1586-04a8-42ba-8541-2092e9192980 owned by network:floatingip {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:04.453278 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.481337 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event deleted for resources: {'Port': ['ID=48ec1586-04a8-42ba-8541-2092e9192980,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:04.544601 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.544928 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.db.l3_db [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Floating IP 6f360d8d-3d4b-4cdd-9164-220138b39708 disassociated (deleted). External IP: 172.27.1.108, port: b3a12151-0fbd-459b-b7fe-ab268f490109. Jul 22 21:29:04.742291 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:29:04.842475 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:29:04.847224 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:04.851620 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f91876-f6f7-4587-9c43-402a2c67b910 None None] Sync routers for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:29:04.860414 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f91876-f6f7-4587-9c43-402a2c67b910 None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:04.861027 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-19f91876-f6f7-4587-9c43-402a2c67b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:29:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:04.884540 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-8121bcef-556f-452d-a05d-565620aab978 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "DELETE /v2.0/floatingips/6f360d8d-3d4b-4cdd-9164-220138b39708 HTTP/1.1" status: 204 len: 168 time: 0.8219638 Jul 22 21:29:04.886558 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'tag': 'b3a12151-0fbd-459b-b7fe-ab268f490109'}] {{(pid=93129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:29:04.887977 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e081ca5c07193bd213ceeefebd48142515bf56df91653bc6535f069c3acb44b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106d3c12-811a-4a62-9d75-4ecb49e4ea16" -d '{"events": [{"name": "network-changed", "server_uuid": "a89ec6e1-6ebd-4179-8497-ef89f7f46975", "tag": "b3a12151-0fbd-459b-b7fe-ab268f490109"}]}' {{(pid=93129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:29:04.928730 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927a4fb8-410f-4210-b7b0-8e6306d2505c x-openstack-request-id: req-927a4fb8-410f-4210-b7b0-8e6306d2505c {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:29:04.929022 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89ec6e1-6ebd-4179-8497-ef89f7f46975", "tag": "b3a12151-0fbd-459b-b7fe-ab268f490109", "status": "completed", "code": 200}]} {{(pid=93129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:29:04.929301 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-927a4fb8-410f-4210-b7b0-8e6306d2505c {{(pid=93129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:29:04.929727 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'tag': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'status': 'completed', 'code': 200} Jul 22 21:29:04.970931 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-19f91876-f6f7-4587-9c43-402a2c67b910 None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:29:05.051562 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d3c12-811a-4a62-9d75-4ecb49e4ea16 req-2e211891-42c1-41fc-bde9-758f9cf379d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:05.053101 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-106d3c12-811a-4a62-9d75-4ecb49e4ea16 req-2e211891-42c1-41fc-bde9-758f9cf379d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 1098 time: 0.0674024 Jul 22 21:29:05.183791 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-19f91876-f6f7-4587-9c43-402a2c67b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:05.196929 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4918e-3b39-419a-a4b8-a544de8caa82 req-ef85548e-a20d-476e-a227-de0bf62c047c tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:05.198440 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1ca4918e-3b39-419a-a4b8-a544de8caa82 req-ef85548e-a20d-476e-a227-de0bf62c047c tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 945 time: 0.1364512 Jul 22 21:29:05.203399 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d3c12-811a-4a62-9d75-4ecb49e4ea16 req-9103012e-f00f-4345-9d70-4cebbd7d6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:05.204756 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-106d3c12-811a-4a62-9d75-4ecb49e4ea16 req-9103012e-f00f-4345-9d70-4cebbd7d6d27 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 200 len: 913 time: 0.1132948 Jul 22 21:29:05.210215 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f91876-f6f7-4587-9c43-402a2c67b910 None None] Checking router: e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:29:05.219127 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f91876-f6f7-4587-9c43-402a2c67b910 None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:05.219738 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-19f91876-f6f7-4587-9c43-402a2c67b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:29:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:05.257304 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-106d3c12-811a-4a62-9d75-4ecb49e4ea16 req-409bb337-a2c5-4c24-ac2e-af2f503a6ccf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a12151-0fbd-459b-b7fe-ab268f490109 HTTP/1.1" status: 200 len: 217 time: 0.0444405 Jul 22 21:29:05.282294 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-1ca4918e-3b39-419a-a4b8-a544de8caa82 req-6711dc37-20cc-444e-8d8f-745d77adf9bf tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765696 Jul 22 21:29:05.307560 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:05.317781 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d3c12-811a-4a62-9d75-4ecb49e4ea16 req-782ab60b-7343-44de-b8b3-0489564cea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:05.319251 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-106d3c12-811a-4a62-9d75-4ecb49e4ea16 req-782ab60b-7343-44de-b8b3-0489564cea79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 200 len: 851 time: 0.0501173 Jul 22 21:29:05.335051 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-19f91876-f6f7-4587-9c43-402a2c67b910 None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:29:05.381640 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d3c12-811a-4a62-9d75-4ecb49e4ea16 req-3b596da3-ab88-43f9-80eb-3b380d5585f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:05.383325 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-106d3c12-811a-4a62-9d75-4ecb49e4ea16 req-3b596da3-ab88-43f9-80eb-3b380d5585f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36f2d125-b520-40b8-b6d0-7d756105f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561938 Jul 22 21:29:05.482910 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-106d3c12-811a-4a62-9d75-4ecb49e4ea16 req-86d6229a-7262-4741-a445-c339ec45fec8 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913160 Jul 22 21:29:05.532638 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-19f91876-f6f7-4587-9c43-402a2c67b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:05.562172 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f91876-f6f7-4587-9c43-402a2c67b910 None None] The sync data for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi is: [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:21:26Z', 'revision_number': 4, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi', '_interfaces': [{'id': 'a1350a77-d700-465c-8b73-e3942458c02b', 'name': '', 'network_id': '36f2d125-b520-40b8-b6d0-7d756105f2d0', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'mac_address': 'fa:16:3e:83:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:25Z', 'updated_at': '2021-07-22T21:21:32Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'subnets': [{'id': '0295bd8a-72e1-40e4-b8dd-6cd655cf26e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:29:05.575397 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-106d3c12-811a-4a62-9d75-4ecb49e4ea16 req-e8f19a6e-e9f9-4b81-9e79-7a2c2c5a3a98 service neutron] 10.222.0.72 "GET /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840759 Jul 22 21:29:05.765689 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c62087-a17a-433a-bc1c-ff634739f1ae None None] New status for floating IP 6f360d8d-3d4b-4cdd-9164-220138b39708: DOWN {{(pid=93131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:29:06.416886 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1164be-0a1c-4f47-8eda-6e907045fd46 req-095e3561-4460-4c22-906d-8a998710bf04 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:06.418415 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df1164be-0a1c-4f47-8eda-6e907045fd46 req-095e3561-4460-4c22-906d-8a998710bf04 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 945 time: 0.0677137 Jul 22 21:29:06.455617 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-df1164be-0a1c-4f47-8eda-6e907045fd46 req-32a699bb-95c5-46a5-a66c-9ba311e1310d tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317440 Jul 22 21:29:07.213603 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2ab53-b232-49ec-98b7-f08c84f6150b req-40907e4e-18fe-4be3-8e50-443a1dc93b40 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:07.215057 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d9c2ab53-b232-49ec-98b7-f08c84f6150b req-40907e4e-18fe-4be3-8e50-443a1dc93b40 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 945 time: 0.0624087 Jul 22 21:29:07.321722 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-d9c2ab53-b232-49ec-98b7-f08c84f6150b req-e858739d-4fa1-49c4-8964-9e5036022a08 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Deleting port b3a12151-0fbd-459b-b7fe-ab268f490109 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:07.322062 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d9c2ab53-b232-49ec-98b7-f08c84f6150b req-e858739d-4fa1-49c4-8964-9e5036022a08 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:07.412604 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [req-d9c2ab53-b232-49ec-98b7-f08c84f6150b req-e858739d-4fa1-49c4-8964-9e5036022a08 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] For port b3a12151-0fbd-459b-b7fe-ab268f490109, host hv-cinder-80190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80190',level=0,port_id=b3a12151-0fbd-459b-b7fe-ab268f490109,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:07.412960 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d9c2ab53-b232-49ec-98b7-f08c84f6150b req-e858739d-4fa1-49c4-8964-9e5036022a08 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:07.426363 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [req-d9c2ab53-b232-49ec-98b7-f08c84f6150b req-e858739d-4fa1-49c4-8964-9e5036022a08 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Calling delete_port for b3a12151-0fbd-459b-b7fe-ab268f490109 owned by compute:nova {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:07.592441 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d9c2ab53-b232-49ec-98b7-f08c84f6150b req-e858739d-4fa1-49c4-8964-9e5036022a08 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:07.627933 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858739d-4fa1-49c4-8964-9e5036022a08 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event deleted for resources: {'Port': ['ID=b3a12151-0fbd-459b-b7fe-ab268f490109,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:07.648028 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c6867-f866-4a51-b014-f417e9f58812 req-bdbc9109-ed88-40b4-aa15-901c2e143105 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:07.649617 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-548c6867-f866-4a51-b014-f417e9f58812 req-bdbc9109-ed88-40b4-aa15-901c2e143105 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89ec6e1-6ebd-4179-8497-ef89f7f46975 HTTP/1.1" status: 200 len: 867 time: 0.1127276 Jul 22 21:29:07.699417 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c2ab53-b232-49ec-98b7-f08c84f6150b req-e858739d-4fa1-49c4-8964-9e5036022a08 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] No DVR routers for this DVR port b3a12151-0fbd-459b-b7fe-ab268f490109 on host hv-cinder-80190 {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:29:07.707278 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [req-d9c2ab53-b232-49ec-98b7-f08c84f6150b req-e858739d-4fa1-49c4-8964-9e5036022a08 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for port, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:07.709246 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-d9c2ab53-b232-49ec-98b7-f08c84f6150b req-e858739d-4fa1-49c4-8964-9e5036022a08 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.72 "DELETE /v2.0/ports/b3a12151-0fbd-459b-b7fe-ab268f490109 HTTP/1.1" status: 204 len: 173 time: 0.4845850 Jul 22 21:29:07.709672 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'name': 'network-vif-deleted', 'tag': 'b3a12151-0fbd-459b-b7fe-ab268f490109'}] {{(pid=93128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:29:07.712188 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b253daadb1b40accec6aecc7e6b04007766ac9456b79bf1273a4a1d25109e473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9fcf28-7b08-4940-b992-e13447b0d555" -d '{"events": [{"server_uuid": "a89ec6e1-6ebd-4179-8497-ef89f7f46975", "name": "network-vif-deleted", "tag": "b3a12151-0fbd-459b-b7fe-ab268f490109"}]}' {{(pid=93128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:29:07.736269 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [req-548c6867-f866-4a51-b014-f417e9f58812 req-45e23ce4-8ff5-4325-a168-567b915849c6 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "GET /v2.0/security-groups?id=499b37d3-91cc-4d95-9a4f-e1360b37b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622303 Jul 22 21:29:07.757245 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f22864-f2f6-4acd-9f00-1f40255e600e x-openstack-request-id: req-29f22864-f2f6-4acd-9f00-1f40255e600e {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:29:07.757245 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89ec6e1-6ebd-4179-8497-ef89f7f46975", "name": "network-vif-deleted", "tag": "b3a12151-0fbd-459b-b7fe-ab268f490109", "status": "completed", "code": 200}]} {{(pid=93128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:29:07.757245 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29f22864-f2f6-4acd-9f00-1f40255e600e {{(pid=93128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:29:07.757245 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89ec6e1-6ebd-4179-8497-ef89f7f46975', 'name': 'network-vif-deleted', 'tag': 'b3a12151-0fbd-459b-b7fe-ab268f490109', 'status': 'completed', 'code': 200} Jul 22 21:29:08.790978 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58718) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:08.909174 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a7f27-f07b-4005-8c88-5347afab24bb tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Deleting port 9d4406a9-9bdf-49d2-bfdb-699ee6b72227 {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:08.909513 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cb4a7f27-f07b-4005-8c88-5347afab24bb tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:08.980170 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cb4a7f27-f07b-4005-8c88-5347afab24bb tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:08.980486 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cb4a7f27-f07b-4005-8c88-5347afab24bb tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:08.991963 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a7f27-f07b-4005-8c88-5347afab24bb tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Calling delete_port for 9d4406a9-9bdf-49d2-bfdb-699ee6b72227 owned by network:floatingip {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:09.109177 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device b3a12151-0fbd-459b-b7fe-ab268f490109 no longer exists at agent hyperv_hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:29:09.118317 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cb4a7f27-f07b-4005-8c88-5347afab24bb tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:09.129293 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] No Port match for: b3a12151-0fbd-459b-b7fe-ab268f490109 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:29:09.129632 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Device b3a12151-0fbd-459b-b7fe-ab268f490109 not bound to the agent host hv-cinder-80190 {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:29:09.144544 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a7f27-f07b-4005-8c88-5347afab24bb tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event deleted for resources: {'Port': ['ID=9d4406a9-9bdf-49d2-bfdb-699ee6b72227,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:09.205968 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cb4a7f27-f07b-4005-8c88-5347afab24bb tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for floatingip, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:09.208520 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-cb4a7f27-f07b-4005-8c88-5347afab24bb tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76704'] for floatingip, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:09.209694 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-cb4a7f27-f07b-4005-8c88-5347afab24bb tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "DELETE /v2.0/floatingips/8da7ba9b-8343-496d-9de4-ab4d383e77f1 HTTP/1.1" status: 204 len: 168 time: 0.4177361 Jul 22 21:29:10.398255 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58730) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:10.454841 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6cf9783f-7d2a-4b31-951d-4fb20280f781 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:10.480120 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6cf9783f-7d2a-4b31-951d-4fb20280f781 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:10.538123 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6cf9783f-7d2a-4b31-951d-4fb20280f781 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:10.540599 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-6cf9783f-7d2a-4b31-951d-4fb20280f781 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Notify callbacks [] for security_group, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:10.541765 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-6cf9783f-7d2a-4b31-951d-4fb20280f781 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] 10.222.0.61 "DELETE /v2.0/security-groups/499b37d3-91cc-4d95-9a4f-e1360b37b0fc HTTP/1.1" status: 204 len: 168 time: 0.1425221 Jul 22 21:29:10.550644 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9783f-7d2a-4b31-951d-4fb20280f781 tempest-TestVolumeBootPattern-2069677278 tempest-TestVolumeBootPattern-2069677278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=499b37d3-91cc-4d95-9a4f-e1360b37b0fc,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:10.597458 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58734) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:11.021860 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-58ff697d-86be-4b31-9ba2-afd649040972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416730'] for router_interface, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:11.282095 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-58ff697d-86be-4b31-9ba2-afd649040972 admin admin] Deleting port a1350a77-d700-465c-8b73-e3942458c02b {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:11.282345 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-58ff697d-86be-4b31-9ba2-afd649040972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:11.358906 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-58ff697d-86be-4b31-9ba2-afd649040972 admin admin] For port a1350a77-d700-465c-8b73-e3942458c02b, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=a1350a77-d700-465c-8b73-e3942458c02b,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:11.359261 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-58ff697d-86be-4b31-9ba2-afd649040972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:11.371673 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-58ff697d-86be-4b31-9ba2-afd649040972 admin admin] Calling delete_port for a1350a77-d700-465c-8b73-e3942458c02b owned by network:router_interface {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:11.551151 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-58ff697d-86be-4b31-9ba2-afd649040972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:11.580987 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff697d-86be-4b31-9ba2-afd649040972 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1350a77-d700-465c-8b73-e3942458c02b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:11.750533 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-58ff697d-86be-4b31-9ba2-afd649040972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416582'] for router_interface, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:11.975365 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ff697d-86be-4b31-9ba2-afd649040972 admin admin] Router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:29:12.076349 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ff697d-86be-4b31-9ba2-afd649040972 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:29:12.081907 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-58ff697d-86be-4b31-9ba2-afd649040972 admin admin] 10.222.0.61 "PUT /v2.0/routers/e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4834359 Jul 22 21:29:12.084577 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58738) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:12.086141 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f10479-4d1b-45fe-9998-c2ef02e6c450 None None] Sync routers for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:29:12.096315 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f10479-4d1b-45fe-9998-c2ef02e6c450 None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:12.096926 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-10f10479-4d1b-45fe-9998-c2ef02e6c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:29:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:12.184802 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Notify callbacks [] for router, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.196731 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-10f10479-4d1b-45fe-9998-c2ef02e6c450 None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: dv-cinder-801902-1-iscsi {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:29:12.289999 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.351735 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Deleting port 14a3808d-ab63-401c-be57-bc6275f9c557 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:12.352059 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.383863 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-10f10479-4d1b-45fe-9998-c2ef02e6c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:29:11Z', 'revision_number': 5, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port': {'id': '14a3808d-ab63-401c-be57-bc6275f9c557', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:23Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:12.416275 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f10479-4d1b-45fe-9998-c2ef02e6c450 None None] Checking router: e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 for host: dv-cinder-801902-1-iscsi {{(pid=93130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:29:12.425135 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f10479-4d1b-45fe-9998-c2ef02e6c450 None None] Routers {'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:12.425790 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-10f10479-4d1b-45fe-9998-c2ef02e6c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:29:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'], 'active': True} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:12.435496 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] For port 14a3808d-ab63-401c-be57-bc6275f9c557, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=14a3808d-ab63-401c-be57-bc6275f9c557,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:12.435784 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.448333 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Calling delete_port for 14a3808d-ab63-401c-be57-bc6275f9c557 owned by network:router_gateway {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:12.509627 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvr_db [None req-10f10479-4d1b-45fe-9998-c2ef02e6c450 None None] Set router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 gateway port host: None {{(pid=93130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:29:12.563389 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_hamode_db [None req-10f10479-4d1b-45fe-9998-c2ef02e6c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:29:12Z', 'revision_number': 6, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port_host': None}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:12.590902 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f10479-4d1b-45fe-9998-c2ef02e6c450 None None] The sync data for ids ['e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1'] in dv-cinder-801902-1-iscsi is: [{'id': 'e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1', 'name': 'tempest-TestVolumeBootPattern-1358656176-router', 'tenant_id': '4454557b4eb2420c827459ed1b8d6f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:22Z', 'updated_at': '2021-07-22T21:29:12Z', 'revision_number': 6, 'project_id': '4454557b4eb2420c827459ed1b8d6f1f', 'gw_port_host': None}] {{(pid=93130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:29:12.616119 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.642960 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Pushing event deleted for resources: {'Port': ['ID=14a3808d-ab63-401c-be57-bc6275f9c557,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:12.707713 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369632'] for router_gateway, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.794374 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59103'] for router, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.796423 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.838200 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417051'] for router, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.838715 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 {{(pid=93128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:29:12.843426 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.844560 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-470755f9-c9b0-473f-8b31-bc12e6d45efa admin admin] 10.222.0.61 "DELETE /v2.0/routers/e74ddac9-31b6-4e2c-9d01-4c0be70c4ac1 HTTP/1.1" status: 204 len: 168 time: 0.7590106 Jul 22 21:29:12.847126 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58744) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:12.891265 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5397f023-9df2-4d74-87ed-bd3422d311ad admin admin] Deleting subnet 0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:29:12.894285 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5397f023-9df2-4d74-87ed-bd3422d311ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:12.932036 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5397f023-9df2-4d74-87ed-bd3422d311ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499746'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.286098 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5397f023-9df2-4d74-87ed-bd3422d311ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.338144 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5397f023-9df2-4d74-87ed-bd3422d311ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3138779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8576950'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.362940 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397f023-9df2-4d74-87ed-bd3422d311ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0295bd8a-72e1-40e4-b8dd-6cd655cf26e5,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:13.370979 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-5397f023-9df2-4d74-87ed-bd3422d311ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.372883 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-5397f023-9df2-4d74-87ed-bd3422d311ad admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0295bd8a-72e1-40e4-b8dd-6cd655cf26e5 HTTP/1.1" status: 204 len: 168 time: 0.5247886 Jul 22 21:29:13.375310 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58748) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:13.376222 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba58e40e-0577-4c37-9a59-c5452e4f46b5 None None] Network 36f2d125-b520-40b8-b6d0-7d756105f2d0 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:29:13.449724 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.504943 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Deleting port ea4b9ebd-96c6-4447-8d6b-0627d132d074 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:13.505304 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.577420 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] For port ea4b9ebd-96c6-4447-8d6b-0627d132d074, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=ea4b9ebd-96c6-4447-8d6b-0627d132d074,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:13.577779 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.591615 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Calling delete_port for ea4b9ebd-96c6-4447-8d6b-0627d132d074 owned by network:dhcp {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:13.604471 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] DHCP port deletion for 36f2d125-b520-40b8-b6d0-7d756105f2d0 request from dv-cinder-801902-1-iscsi {{(pid=93130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:29:13.655844 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Deleting port ea4b9ebd-96c6-4447-8d6b-0627d132d074 {{(pid=93130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:13.656290 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.679351 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.705697 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4b9ebd-96c6-4447-8d6b-0627d132d074,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:13.709062 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] No DVR routers for this DVR port ea4b9ebd-96c6-4447-8d6b-0627d132d074 on host dv-cinder-801902-1-iscsi {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:29:13.725329 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.db [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] For port ea4b9ebd-96c6-4447-8d6b-0627d132d074, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=ea4b9ebd-96c6-4447-8d6b-0627d132d074,segment=NetworkSegment(56c492a8-1ee2-4bda-b1c9-419b0bf5224b),segment_id=56c492a8-1ee2-4bda-b1c9-419b0bf5224b)] {{(pid=93130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:13.725742 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.738796 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Calling delete_port for ea4b9ebd-96c6-4447-8d6b-0627d132d074 owned by network:dhcp {{(pid=93130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:13.783912 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.793987 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f2d125-b520-40b8-b6d0-7d756105f2d0']}} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:13.804317 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c492a8-1ee2-4bda-b1c9-419b0bf5224b') {'for_net_delete': True} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:13.804559 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c492a8-1ee2-4bda-b1c9-419b0bf5224b') {} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:13.815081 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499755'] for segment, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.815754 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162'] for port, after_delete {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.830302 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.836867 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:29:13.837308 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3138721'] for segment, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: Traceback (most recent call last): Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: timer() Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: cb(*args, **kw) Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: return func(*args, **kwargs) Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: self._notify() Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: self.callback(batched_events) Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: event.method(event) Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: return f(self, *a, **k) Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: return self._get(url).json() Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: return self.request(url, 'GET', **kwargs) Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:29:13.839012 dv-cinder-801902-1-iscsi neutron-server[93128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:29:13.841582 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Pushing event deleted for resources: {'Port': ['ID=ea4b9ebd-96c6-4447-8d6b-0627d132d074,revision_number=None']} {{(pid=93130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:13.845815 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] No DVR routers for this DVR port ea4b9ebd-96c6-4447-8d6b-0627d132d074 on host dv-cinder-801902-1-iscsi {{(pid=93130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:29:13.852851 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:13.853281 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:13.853542 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:13.853868 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:13.854200 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:13.854516 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:13.854841 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:13.855228 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:13.856804 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:13.856804 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:13.856804 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:13.856804 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc50b7-9fd2-4e97-a7cb-8b52cb258e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801902-1-iscsi {{(pid=93130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:29:13.904886 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.911774 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:13.916534 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] 10.222.0.61 "DELETE /v2.0/networks/36f2d125-b520-40b8-b6d0-7d756105f2d0 HTTP/1.1" status: 204 len: 168 time: 0.5402479 Jul 22 21:29:13.916918 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58750) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:13.930814 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f143a9a-59b8-475f-bd1f-0d88a59dd5ba admin admin] Pushing event deleted for resources: {'Network': ['ID=36f2d125-b520-40b8-b6d0-7d756105f2d0,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:13.938147 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device a1350a77-d700-465c-8b73-e3942458c02b no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:29:13.959031 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: a1350a77-d700-465c-8b73-e3942458c02b {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:29:13.959371 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device a1350a77-d700-465c-8b73-e3942458c02b not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:29:13.959794 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 14a3808d-ab63-401c-be57-bc6275f9c557 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:29:13.978320 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: 14a3808d-ab63-401c-be57-bc6275f9c557 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:29:13.978661 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 14a3808d-ab63-401c-be57-bc6275f9c557 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:29:13.979071 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device ea4b9ebd-96c6-4447-8d6b-0627d132d074 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:29:13.997533 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: ea4b9ebd-96c6-4447-8d6b-0627d132d074 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:29:13.997869 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device ea4b9ebd-96c6-4447-8d6b-0627d132d074 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:29:14.255995 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78b50c6b-c372-4f43-a581-f1f1404529f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416730'] for router_interface, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:14.511330 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-78b50c6b-c372-4f43-a581-f1f1404529f4 admin admin] Deleting port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 {{(pid=93129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:14.511584 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78b50c6b-c372-4f43-a581-f1f1404529f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:14.593128 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.db [None req-78b50c6b-c372-4f43-a581-f1f1404529f4 admin admin] For port da7d1888-bbcb-4cc9-a849-f4b6b3a16d29, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=da7d1888-bbcb-4cc9-a849-f4b6b3a16d29,segment=NetworkSegment(6a05177e-fb22-4541-aa50-2136e7ff49ed),segment_id=6a05177e-fb22-4541-aa50-2136e7ff49ed)] {{(pid=93129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:14.593494 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78b50c6b-c372-4f43-a581-f1f1404529f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:14.823665 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.plugins.ml2.plugin [None req-78b50c6b-c372-4f43-a581-f1f1404529f4 admin admin] Calling delete_port for da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 owned by network:router_interface {{(pid=93129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:14.999685 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78b50c6b-c372-4f43-a581-f1f1404529f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9935872'] for port, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.025814 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b50c6b-c372-4f43-a581-f1f1404529f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7d1888-bbcb-4cc9-a849-f4b6b3a16d29,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:15.192950 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-78b50c6b-c372-4f43-a581-f1f1404529f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416582'] for router_interface, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.403656 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b50c6b-c372-4f43-a581-f1f1404529f4 admin admin] Router 0ad290bb-67a2-4624-ba88-99708b6181af has already been hosted by L3 agent 9731b2b0-897f-47be-a80b-805b8809a8df {{(pid=93129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:29:15.514311 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b50c6b-c372-4f43-a581-f1f1404529f4 admin admin] Notify agent at l3_agent.dv-cinder-801902-1-iscsi the message routers_updated {{(pid=93129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:29:15.520525 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-78b50c6b-c372-4f43-a581-f1f1404529f4 admin admin] 10.222.0.61 "PUT /v2.0/routers/0ad290bb-67a2-4624-ba88-99708b6181af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6014390 Jul 22 21:29:15.521792 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58754) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:15.522783 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43913cb-5eec-408a-8409-e477cf9268b7 None None] Sync routers for ids ['0ad290bb-67a2-4624-ba88-99708b6181af'] in dv-cinder-801902-1-iscsi {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:29:15.531774 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43913cb-5eec-408a-8409-e477cf9268b7 None None] Routers {'0ad290bb-67a2-4624-ba88-99708b6181af'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:15.532370 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c43913cb-5eec-408a-8409-e477cf9268b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:29:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['0ad290bb-67a2-4624-ba88-99708b6181af'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:15.625580 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.635210 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-c43913cb-5eec-408a-8409-e477cf9268b7 None None] Set router 0ad290bb-67a2-4624-ba88-99708b6181af gateway port host: dv-cinder-801902-1-iscsi {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:29:15.729396 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.782072 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Deleting port c8e889ec-3865-4cde-bf66-73b7556343b1 {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:15.782404 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.811667 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c43913cb-5eec-408a-8409-e477cf9268b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'name': 'tempest-TestVolumeBootPattern-1804807900-router', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'external_fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:29:14Z', 'revision_number': 5, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'gw_port': {'id': 'c8e889ec-3865-4cde-bf66-73b7556343b1', 'name': '', 'network_id': 'c2812c71-7be5-4495-afd6-eaefb879ca73', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801902-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fee39df-3300-40c8-972c-3707a50dfd61', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801902-1-iscsi'}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:15.837635 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43913cb-5eec-408a-8409-e477cf9268b7 None None] Checking router: 0ad290bb-67a2-4624-ba88-99708b6181af for host: dv-cinder-801902-1-iscsi {{(pid=93131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:29:15.847145 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43913cb-5eec-408a-8409-e477cf9268b7 None None] Routers {'0ad290bb-67a2-4624-ba88-99708b6181af'} bound to L3 agent in host dv-cinder-801902-1-iscsi {{(pid=93131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:29:15.847755 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c43913cb-5eec-408a-8409-e477cf9268b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801902-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:00:33Z,description=,heartbeat_timestamp=2021-07-22T21:29:03Z,host='dv-cinder-801902-1-iscsi',id=9731b2b0-897f-47be-a80b-805b8809a8df,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:00:33Z,topic='l3_agent')) {'router_ids': ['0ad290bb-67a2-4624-ba88-99708b6181af'], 'active': True} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:15.860873 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] For port c8e889ec-3865-4cde-bf66-73b7556343b1, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=c8e889ec-3865-4cde-bf66-73b7556343b1,segment=NetworkSegment(8b48cc51-cd90-4817-a0e8-072442711e65),segment_id=8b48cc51-cd90-4817-a0e8-072442711e65)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:15.861270 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:15.878448 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Calling delete_port for c8e889ec-3865-4cde-bf66-73b7556343b1 owned by network:router_gateway {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:15.935673 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_dvr_db [None req-c43913cb-5eec-408a-8409-e477cf9268b7 None None] Set router 0ad290bb-67a2-4624-ba88-99708b6181af gateway port host: None {{(pid=93131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:29:15.989949 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.l3_hamode_db [None req-c43913cb-5eec-408a-8409-e477cf9268b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'name': 'tempest-TestVolumeBootPattern-1804807900-router', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:29:15Z', 'revision_number': 6, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'gw_port_host': None}], 'dv-cinder-801902-1-iscsi', False) {} {{(pid=93131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:16.016723 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43913cb-5eec-408a-8409-e477cf9268b7 None None] The sync data for ids ['0ad290bb-67a2-4624-ba88-99708b6181af'] in dv-cinder-801902-1-iscsi is: [{'id': '0ad290bb-67a2-4624-ba88-99708b6181af', 'name': 'tempest-TestVolumeBootPattern-1804807900-router', 'tenant_id': '6f40b7244b974c4ba058867d31928e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:21:28Z', 'updated_at': '2021-07-22T21:29:15Z', 'revision_number': 6, 'project_id': '6f40b7244b974c4ba058867d31928e5a', 'gw_port_host': None}] {{(pid=93131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:29:16.065660 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.094909 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e889ec-3865-4cde-bf66-73b7556343b1,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:16.157054 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-369632'] for router_gateway, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.246349 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59103'] for router, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.248381 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.291603 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417051'] for router, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.292121 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad290bb-67a2-4624-ba88-99708b6181af {{(pid=93128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:29:16.296288 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.297481 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-3c1f433f-3210-4175-adcd-8e7375b6f3c5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0ad290bb-67a2-4624-ba88-99708b6181af HTTP/1.1" status: 204 len: 168 time: 0.7747092 Jul 22 21:29:16.300174 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58756) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:16.348715 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bab73ec-4906-4650-baec-752cd6615081 admin admin] Deleting subnet 1fb43645-5259-4bab-8eb1-6aed9b44fc22 {{(pid=93128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:29:16.352404 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7bab73ec-4906-4650-baec-752cd6615081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.387302 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7bab73ec-4906-4650-baec-752cd6615081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499746'] for subnet, precommit_delete_associations {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.478884 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7bab73ec-4906-4650-baec-752cd6615081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522469'] for subnet, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.539112 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7bab73ec-4906-4650-baec-752cd6615081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3138779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8576950'] for subnet, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.568176 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab73ec-4906-4650-baec-752cd6615081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb43645-5259-4bab-8eb1-6aed9b44fc22,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:16.571841 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-7bab73ec-4906-4650-baec-752cd6615081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.573750 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-7bab73ec-4906-4650-baec-752cd6615081 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1fb43645-5259-4bab-8eb1-6aed9b44fc22 HTTP/1.1" status: 204 len: 168 time: 0.2726622 Jul 22 21:29:16.576166 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [-] (93128) accepted ('10.222.0.61', 58758) {{(pid=93128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:16.578819 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b165dfe-f29f-47a1-b66d-9d63e4ad8e75 None None] Network 86831145-06ed-482f-bf84-3bc1fa9ae2c8 requested from dv-cinder-801902-1-iscsi {{(pid=93130) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:29:16.644533 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528354'] for network, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.706882 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Deleting port 065cece5-b667-444d-b1f4-7f9a107e147b {{(pid=93128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:29:16.707139 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760960348564'] for port, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.779257 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.db [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] For port 065cece5-b667-444d-b1f4-7f9a107e147b, host dv-cinder-801902-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801902-1-iscsi',level=0,port_id=065cece5-b667-444d-b1f4-7f9a107e147b,segment=NetworkSegment(6a05177e-fb22-4541-aa50-2136e7ff49ed),segment_id=6a05177e-fb22-4541-aa50-2136e7ff49ed)] {{(pid=93128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:29:16.779614 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417079'] for port, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.793031 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.plugin [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Calling delete_port for 065cece5-b667-444d-b1f4-7f9a107e147b owned by network:dhcp {{(pid=93128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:29:16.876067 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760960349287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760959948162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3138702'] for port, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:16.906760 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=065cece5-b667-444d-b1f4-7f9a107e147b,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:16.912097 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777bbbe8-f2f4-4242-a82d-da34392d8538 None None] DHCP port deletion for 86831145-06ed-482f-bf84-3bc1fa9ae2c8 request from dv-cinder-801902-1-iscsi {{(pid=93130) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:29:16.916121 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] No DVR routers for this DVR port 065cece5-b667-444d-b1f4-7f9a107e147b on host dv-cinder-801902-1-iscsi {{(pid=93128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:29:16.991607 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1523481', 'neutron.services.segments.db._delete_segments_for_network-8760960250673'] for network, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.002709 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86831145-06ed-482f-bf84-3bc1fa9ae2c8']}} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:17.013490 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a05177e-fb22-4541-aa50-2136e7ff49ed') {'for_net_delete': True} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:17.013770 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.services.segments.db [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a05177e-fb22-4541-aa50-2136e7ff49ed') {} {{(pid=93128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:29:17.023882 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760960251962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499755'] for segment, before_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.041829 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629'] for segment, precommit_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.050239 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:29:17.050561 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3138721'] for segment, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: Traceback (most recent call last): Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: timer() Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: cb(*args, **kw) Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: return func(*args, **kwargs) Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: self._notify() Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: self.callback(batched_events) Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: event.method(event) Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: return f(self, *a, **k) Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: return self._get(url).json() Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: return self.request(url, 'GET', **kwargs) Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:29:17.052420 dv-cinder-801902-1-iscsi neutron-server[93128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:29:17.117389 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369604'] for network, after_delete {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.121982 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron_lib.callbacks.manager [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583825'] for network, before_response {{(pid=93128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.125548 dv-cinder-801902-1-iscsi neutron-server[93128]: INFO neutron.wsgi [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/86831145-06ed-482f-bf84-3bc1fa9ae2c8 HTTP/1.1" status: 204 len: 168 time: 0.5484178 Jul 22 21:29:17.138849 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b22c02-9eb7-4c90-880d-f3254e5051c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=86831145-06ed-482f-bf84-3bc1fa9ae2c8,revision_number=None']} {{(pid=93128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:17.160943 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.233297 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58762) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:17.274313 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-0e84ee1d-323e-4e40-84b4-e6152367405d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4454557b4eb2420c827459ed1b8d6f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398431 Jul 22 21:29:17.276805 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58764) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:17.325979 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-56a96983-b401-471a-88cb-b5061bcb05ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.347343 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-56a96983-b401-471a-88cb-b5061bcb05ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.393447 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-56a96983-b401-471a-88cb-b5061bcb05ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.396053 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-56a96983-b401-471a-88cb-b5061bcb05ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.397786 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-56a96983-b401-471a-88cb-b5061bcb05ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56907c15-fc25-4ab9-9d24-2b28d1f9d712 HTTP/1.1" status: 204 len: 168 time: 0.1194816 Jul 22 21:29:17.408080 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a96983-b401-471a-88cb-b5061bcb05ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56907c15-fc25-4ab9-9d24-2b28d1f9d712,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:17.703796 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58770) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:17.747586 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-bb33f88d-82a1-43b2-9e4d-c2746f54e9da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f40b7244b974c4ba058867d31928e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426266 Jul 22 21:29:17.750127 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.wsgi [-] (93129) accepted ('10.222.0.61', 58772) {{(pid=93129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:29:17.797797 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-530cfcfb-d90d-4905-b9c9-a2beed595598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.820313 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-530cfcfb-d90d-4905-b9c9-a2beed595598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.869509 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-530cfcfb-d90d-4905-b9c9-a2beed595598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596038'] for security_group, after_delete {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.872240 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron_lib.callbacks.manager [None req-530cfcfb-d90d-4905-b9c9-a2beed595598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:17.873490 dv-cinder-801902-1-iscsi neutron-server[93129]: INFO neutron.wsgi [None req-530cfcfb-d90d-4905-b9c9-a2beed595598 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20de39fd-2622-47f2-a4a2-13621827f80d HTTP/1.1" status: 204 len: 168 time: 0.1224308 Jul 22 21:29:17.881981 dv-cinder-801902-1-iscsi neutron-server[93129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cfcfb-d90d-4905-b9c9-a2beed595598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20de39fd-2622-47f2-a4a2-13621827f80d,revision_number=None']} {{(pid=93129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:29:17.938097 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:29:17.958822 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:29:17.959163 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device da7d1888-bbcb-4cc9-a849-f4b6b3a16d29 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:29:17.959584 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device c8e889ec-3865-4cde-bf66-73b7556343b1 no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:29:17.982896 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: c8e889ec-3865-4cde-bf66-73b7556343b1 {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:29:17.983234 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device c8e889ec-3865-4cde-bf66-73b7556343b1 not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:29:17.983651 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 065cece5-b667-444d-b1f4-7f9a107e147b no longer exists at agent ovs-agent-dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:29:18.003582 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.plugin [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] No Port match for: 065cece5-b667-444d-b1f4-7f9a107e147b {{(pid=93130) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:29:18.003946 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron.plugins.ml2.rpc [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Device 065cece5-b667-444d-b1f4-7f9a107e147b not bound to the agent host dv-cinder-801902-1-iscsi {{(pid=93130) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:29:22.602283 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:29:30.157301 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a541f405-4d22-49e1-aa9c-f2da9124aacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:32.876332 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-483daa75-00c7-4f24-a257-03f245f9491c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:33.240935 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:34.040737 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:35.298588 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:47.161424 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:59.606600 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:30:00.158822 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-5c599e60-c4fd-4dc3-963c-5222f2352f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:02.880042 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-b042719b-cb77-4166-a41c-ae69e2f68d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:03.243105 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:04.044771 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:05.298363 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:17.179313 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.298662 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-a900b056-9c1c-44fa-a758-b9b6fe53e813 req-62b3f234-8516-40cc-866a-bdd5cca000a1 service neutron] (93128) timed out ('10.222.0.61', 51898) {{(pid=93128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:30:30.160200 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f52bfb3a-7ff5-4a0d-a9eb-95c47bdc8c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:32.882035 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-0711ce5c-bb96-4d77-862e-b45d6a57b5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:33.244591 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:34.046680 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:35.301570 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:36.609047 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:30:37.238936 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-54598a43-706d-4d9a-b6e8-877700c6f6ea req-72f7ff54-d0ef-412a-9b82-153d9367e0c2 service neutron] (93128) timed out ('10.222.0.61', 54692) {{(pid=93128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:30:47.185745 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:00.164449 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-ebcd94c2-8d70-400f-8a70-7263a4d14201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:02.882099 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-32fa1e6e-1943-49c1-b669-b12c6cb67380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:03.245161 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.050329 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:05.304045 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:13.608481 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:31:17.186104 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:30.166540 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-e4b08f76-4c11-4288-9691-c6650c122bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:32.885951 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-03f5f74d-2b1e-45c2-b8db-6366c7ff2f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:33.246079 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:34.051941 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:35.309745 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.190163 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.607614 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:32:00.167789 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-b93204ea-0ee4-4418-86e2-c535ff4fa952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:02.886509 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-0cae1c6e-d7a6-4d0e-9df7-2359fcab96e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:03.251274 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:04.055722 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:05.312435 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:17.198623 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:27.606730 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:32:30.169160 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-72ca6c83-9c56-45fe-8357-fb8db26b354e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:32.886885 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8d3950ef-f5a4-4158-9da2-9ef4445baa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:33.253705 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:34.059552 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:35.315627 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:47.198832 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:00.171111 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-50a4c5d0-fed0-41ee-9adc-a091cff72a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:02.886989 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-1abe3042-cda6-4b20-bb43-29a6632b9b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:03.255446 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:04.060734 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:04.607040 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:33:05.317809 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:17.218075 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:30.171465 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-8ffc302b-41a0-4238-9a0c-cd7d22ebae40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:32.887301 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-b1efd2f5-fb97-4d9b-931c-87b76f197fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:33.255919 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.064827 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:35.322218 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:40.036148 dv-cinder-801902-1-iscsi neutron-server[93128]: DEBUG neutron.wsgi [req-1f5890ed-1d79-4d89-88ee-a309c162ff9e req-a5d808c6-09eb-43cb-ba71-10a1a1f5f198 service neutron] (93128) timed out ('10.222.0.72', 55212) {{(pid=93128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:33:41.605640 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:33:47.210652 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:00.173099 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-022e1574-b972-4143-be3c-31c9b076fbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:02.887054 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-4132940f-cd9a-4a03-b884-c93c6fb96c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:03.258813 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:04.067057 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:05.323794 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:17.222000 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.603682 dv-cinder-801902-1-iscsi neutron-server[93131]: DEBUG neutron.db.agents_db [None req-9de3ec0f-6e19-4d3b-9662-c54ffda15020 None None] Agent healthcheck: found 6 active agents {{(pid=93131) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:34:30.174754 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-b4e89058-7aaa-490a-9926-89ac49dca180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:32.887167 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-f63a3365-f365-42d9-bf8f-65a9ef7e2f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:33.259708 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-575caac8-5777-4f9e-8a7c-a463413629df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:34.070234 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-24a33538-8faf-4aee-b19c-8b131192548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:35.327073 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-a72e913b-6f1a-474c-8d52-c97eaeaaa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:47.226302 dv-cinder-801902-1-iscsi neutron-server[93130]: DEBUG neutron_lib.callbacks.manager [None req-67d10443-9e1f-479a-9811-e2cfd39f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760960250655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521887'] for agent, after_update {{(pid=93130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}